{"level":"warn","ts":"2026-07-28T14:12:19.071784Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T14:12:19.07187Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.44:2380","--initial-cluster=instance=https://199.204.45.44:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.44:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T14:12:19.071929Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T14:12:19.071944Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-07-28T14:12:19.071965Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T14:12:19.072569Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"]} {"level":"info","ts":"2026-07-28T14:12:19.072646Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.44:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T14:12:19.074961Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.129133ms"} {"level":"info","ts":"2026-07-28T14:12:19.08073Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a0a01fc7fbf6be45","cluster-id":"92fa3fee501eaaec"} {"level":"info","ts":"2026-07-28T14:12:19.080799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T14:12:19.080818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 0"} {"level":"info","ts":"2026-07-28T14:12:19.080826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a0a01fc7fbf6be45 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T14:12:19.080839Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 1"} {"level":"info","ts":"2026-07-28T14:12:19.08087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"warn","ts":"2026-07-28T14:12:19.085541Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T14:12:19.088288Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T14:12:19.089528Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T14:12:19.092577Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a0a01fc7fbf6be45","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T14:12:19.09278Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a0a01fc7fbf6be45","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T14:12:19.092812Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T14:12:19.092988Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T14:12:19.093015Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T14:12:19.09436Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"info","ts":"2026-07-28T14:12:19.094817Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","added-peer-id":"a0a01fc7fbf6be45","added-peer-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-07-28T14:12:19.098497Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T14:12:19.098765Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a0a01fc7fbf6be45","initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T14:12:19.098804Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T14:12:19.098589Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-07-28T14:12:19.099105Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-07-28T14:12:19.982004Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T14:12:19.982077Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T14:12:19.982101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgPreVoteResp from a0a01fc7fbf6be45 at term 1"} {"level":"info","ts":"2026-07-28T14:12:19.982122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became candidate at term 2"} {"level":"info","ts":"2026-07-28T14:12:19.982135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgVoteResp from a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-07-28T14:12:19.982151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became leader at term 2"} {"level":"info","ts":"2026-07-28T14:12:19.982165Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a0a01fc7fbf6be45 elected leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-07-28T14:12:19.983432Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a0a01fc7fbf6be45","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.44:2379]}","request-path":"/0/members/a0a01fc7fbf6be45/attributes","cluster-id":"92fa3fee501eaaec","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T14:12:19.983477Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T14:12:19.983506Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:12:19.983572Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T14:12:19.983911Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T14:12:19.983948Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T14:12:19.984658Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:12:19.984775Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:12:19.984855Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T14:12:19.985939Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-28T14:12:19.986834Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.44:2379"} {"level":"info","ts":"2026-07-28T14:12:25.883211Z","caller":"traceutil/trace.go:171","msg":"trace[2129834910] transaction","detail":"{read_only:false; response_revision:276; number_of_response:1; }","duration":"121.111552ms","start":"2026-07-28T14:12:25.762075Z","end":"2026-07-28T14:12:25.883186Z","steps":["trace[2129834910] 'process raft request' (duration: 113.525423ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.309401Z","caller":"traceutil/trace.go:171","msg":"trace[2062705926] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"336.374258ms","start":"2026-07-28T14:13:02.972997Z","end":"2026-07-28T14:13:03.309371Z","steps":["trace[2062705926] 'process raft request' (duration: 336.208764ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.309435Z","caller":"traceutil/trace.go:171","msg":"trace[1820592658] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:600; }","duration":"196.534377ms","start":"2026-07-28T14:13:03.112834Z","end":"2026-07-28T14:13:03.309368Z","steps":["trace[1820592658] 'read index received' (duration: 196.521057ms)","trace[1820592658] 'applied index is now lower than readState.Index' (duration: 10.38µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:03.309749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.870944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-28T14:13:03.310066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:02.972963Z","time spent":"336.533092ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:13:03.310071Z","caller":"traceutil/trace.go:171","msg":"trace[638541203] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:580; }","duration":"197.25678ms","start":"2026-07-28T14:13:03.112799Z","end":"2026-07-28T14:13:03.310055Z","steps":["trace[638541203] 'agreement among raft nodes before linearized reading' (duration: 196.788422ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.511233Z","caller":"traceutil/trace.go:171","msg":"trace[1363562432] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:600; }","duration":"201.650958ms","start":"2026-07-28T14:13:03.309531Z","end":"2026-07-28T14:13:03.511182Z","steps":["trace[1363562432] 'read index received' (duration: 192.696251ms)","trace[1363562432] 'applied index is now lower than readState.Index' (duration: 8.953306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:03.5115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.085879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:03.511312Z","caller":"traceutil/trace.go:171","msg":"trace[1313499562] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"304.875388ms","start":"2026-07-28T14:13:03.2064Z","end":"2026-07-28T14:13:03.511275Z","steps":["trace[1313499562] 'process raft request' (duration: 296.146187ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:03.511644Z","caller":"traceutil/trace.go:171","msg":"trace[1104233290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"225.299573ms","start":"2026-07-28T14:13:03.286313Z","end":"2026-07-28T14:13:03.511613Z","steps":["trace[1104233290] 'agreement among raft nodes before linearized reading' (duration: 225.072408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:03.511764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:03.206364Z","time spent":"305.282545ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:13:03.51403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.650339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:13:03.514107Z","caller":"traceutil/trace.go:171","msg":"trace[1919519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:581; }","duration":"166.763761ms","start":"2026-07-28T14:13:03.347327Z","end":"2026-07-28T14:13:03.514091Z","steps":["trace[1919519] 'agreement among raft nodes before linearized reading' (duration: 166.563527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:04.027663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095038524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:13:04.528293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095038524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:13:05.029134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095038524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:13:05.066851Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.543036925s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:13:05.114336Z","caller":"traceutil/trace.go:171","msg":"trace[1263092515] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"1.59557063s","start":"2026-07-28T14:13:03.518682Z","end":"2026-07-28T14:13:05.114252Z","steps":["trace[1263092515] 'process raft request' (duration: 1.548487023s)","trace[1263092515] 'compare' (duration: 46.752789ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:05.114424Z","caller":"traceutil/trace.go:171","msg":"trace[1451528048] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"1.543767631s","start":"2026-07-28T14:13:03.570617Z","end":"2026-07-28T14:13:05.114385Z","steps":["trace[1451528048] 'process raft request' (duration: 1.543480816s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:05.114444Z","caller":"traceutil/trace.go:171","msg":"trace[508613339] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:603; }","duration":"1.587351868s","start":"2026-07-28T14:13:03.52702Z","end":"2026-07-28T14:13:05.114372Z","steps":["trace[508613339] 'read index received' (duration: 1.540150959s)","trace[508613339] 'applied index is now lower than readState.Index' (duration: 47.195239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:05.114575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:03.51867Z","time spent":"1.595785794s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:13:05.114578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:03.570578Z","time spent":"1.543914564s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:13:05.114644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587588872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-07-28T14:13:05.114758Z","caller":"traceutil/trace.go:171","msg":"trace[1479671966] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:584; }","duration":"1.587737776s","start":"2026-07-28T14:13:03.526995Z","end":"2026-07-28T14:13:05.114733Z","steps":["trace[1479671966] 'agreement among raft nodes before linearized reading' (duration: 1.587492131s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:05.114822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:03.526978Z","time spent":"1.587831087s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T14:13:05.114969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498741974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T14:13:05.114992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.031089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:05.115044Z","caller":"traceutil/trace.go:171","msg":"trace[571090929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:584; }","duration":"1.498880897s","start":"2026-07-28T14:13:03.616141Z","end":"2026-07-28T14:13:05.115022Z","steps":["trace[571090929] 'agreement among raft nodes before linearized reading' (duration: 1.498557321s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:05.115048Z","caller":"traceutil/trace.go:171","msg":"trace[1273665078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:584; }","duration":"829.124251ms","start":"2026-07-28T14:13:04.285911Z","end":"2026-07-28T14:13:05.115035Z","steps":["trace[1273665078] 'agreement among raft nodes before linearized reading' (duration: 829.02954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:05.115101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:03.616123Z","time spent":"1.498965078s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:13:05.115108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:04.285887Z","time spent":"829.206593ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:13:05.115281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04862819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-28T14:13:05.115325Z","caller":"traceutil/trace.go:171","msg":"trace[1344803159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:584; }","duration":"1.048706022s","start":"2026-07-28T14:13:04.066609Z","end":"2026-07-28T14:13:05.115315Z","steps":["trace[1344803159] 'agreement among raft nodes before linearized reading' (duration: 1.048533628s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:05.115354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:04.066591Z","time spent":"1.048756402s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:13:05.115626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363655977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:13:05.115694Z","caller":"traceutil/trace.go:171","msg":"trace[1798836183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:584; }","duration":"1.363745659s","start":"2026-07-28T14:13:03.751929Z","end":"2026-07-28T14:13:05.115674Z","steps":["trace[1798836183] 'agreement among raft nodes before linearized reading' (duration: 1.3633435s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:05.115734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:03.751917Z","time spent":"1.36380631s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:13:06.259428Z","caller":"traceutil/trace.go:171","msg":"trace[1503516740] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"164.309023ms","start":"2026-07-28T14:13:06.095088Z","end":"2026-07-28T14:13:06.259397Z","steps":["trace[1503516740] 'process raft request' (duration: 164.109208ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:10.285201Z","caller":"traceutil/trace.go:171","msg":"trace[446171561] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"137.775691ms","start":"2026-07-28T14:13:10.147338Z","end":"2026-07-28T14:13:10.285113Z","steps":["trace[446171561] 'process raft request' (duration: 137.456625ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:18.263082Z","caller":"traceutil/trace.go:171","msg":"trace[1731749] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"168.636897ms","start":"2026-07-28T14:13:18.094408Z","end":"2026-07-28T14:13:18.263045Z","steps":["trace[1731749] 'process raft request' (duration: 123.734777ms)","trace[1731749] 'compare' (duration: 44.683476ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:18.263522Z","caller":"traceutil/trace.go:171","msg":"trace[770856971] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"166.783991ms","start":"2026-07-28T14:13:18.096707Z","end":"2026-07-28T14:13:18.263491Z","steps":["trace[770856971] 'process raft request' (duration: 166.663908ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:18.263676Z","caller":"traceutil/trace.go:171","msg":"trace[1644527001] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"169.045885ms","start":"2026-07-28T14:13:18.094603Z","end":"2026-07-28T14:13:18.263649Z","steps":["trace[1644527001] 'process raft request' (duration: 168.613836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:21.723127Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134103026s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:13:21.723539Z","caller":"traceutil/trace.go:171","msg":"trace[819345921] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"1.134624206s","start":"2026-07-28T14:13:20.588873Z","end":"2026-07-28T14:13:21.723497Z","steps":["trace[819345921] 'process raft request' (duration: 1.134432033s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:21.723741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:20.588841Z","time spent":"1.134781399s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:13:22.030699Z","caller":"traceutil/trace.go:171","msg":"trace[925856013] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:780; }","duration":"788.443679ms","start":"2026-07-28T14:13:21.242229Z","end":"2026-07-28T14:13:22.030673Z","steps":["trace[925856013] 'read index received' (duration: 481.123853ms)","trace[925856013] 'applied index is now lower than readState.Index' (duration: 307.318746ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:22.030788Z","caller":"traceutil/trace.go:171","msg":"trace[750804958] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"927.356543ms","start":"2026-07-28T14:13:21.10339Z","end":"2026-07-28T14:13:22.030746Z","steps":["trace[750804958] 'process raft request' (duration: 888.288237ms)","trace[750804958] 'compare' (duration: 38.890553ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:13:22.030958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:21.103362Z","time spent":"927.499786ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:13:22.031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.951681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-28T14:13:22.030976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.706184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T14:13:22.031045Z","caller":"traceutil/trace.go:171","msg":"trace[1318796298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:757; }","duration":"785.044423ms","start":"2026-07-28T14:13:21.245989Z","end":"2026-07-28T14:13:22.031034Z","steps":["trace[1318796298] 'agreement among raft nodes before linearized reading' (duration: 784.856619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:22.031082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:21.245973Z","time spent":"785.100423ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:13:22.03109Z","caller":"traceutil/trace.go:171","msg":"trace[2100241780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:757; }","duration":"788.871897ms","start":"2026-07-28T14:13:21.242188Z","end":"2026-07-28T14:13:22.03106Z","steps":["trace[2100241780] 'agreement among raft nodes before linearized reading' (duration: 788.575251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:22.031142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:21.242175Z","time spent":"788.958178ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:13:22.031235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.639319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:22.031342Z","caller":"traceutil/trace.go:171","msg":"trace[1661934222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:757; }","duration":"745.764151ms","start":"2026-07-28T14:13:21.285556Z","end":"2026-07-28T14:13:22.031321Z","steps":["trace[1661934222] 'agreement among raft nodes before linearized reading' (duration: 745.546267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:22.031425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.596464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-28T14:13:22.0315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.217926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T14:13:22.03146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:21.285545Z","time spent":"745.900064ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:13:22.031585Z","caller":"traceutil/trace.go:171","msg":"trace[1995588381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:757; }","duration":"785.352969ms","start":"2026-07-28T14:13:21.246209Z","end":"2026-07-28T14:13:22.031562Z","steps":["trace[1995588381] 'agreement among raft nodes before linearized reading' (duration: 785.132994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:22.031756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:21.24617Z","time spent":"785.571183ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:13:22.031504Z","caller":"traceutil/trace.go:171","msg":"trace[812773485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:757; }","duration":"784.692625ms","start":"2026-07-28T14:13:21.246791Z","end":"2026-07-28T14:13:22.031483Z","steps":["trace[812773485] 'agreement among raft nodes before linearized reading' (duration: 784.518292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:22.031838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:21.246777Z","time spent":"785.044672ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:13:50.685963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095039578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:13:51.176417Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.278759942s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:13:51.17688Z","caller":"traceutil/trace.go:171","msg":"trace[1445998657] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"1.279343074s","start":"2026-07-28T14:13:49.897501Z","end":"2026-07-28T14:13:51.176844Z","steps":["trace[1445998657] 'process raft request' (duration: 1.279111819s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:51.177074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:49.897474Z","time spent":"1.279514288s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:13:51.189342Z","caller":"traceutil/trace.go:171","msg":"trace[752627166] linearizableReadLoop","detail":"{readStateIndex:1185; appliedIndex:1183; }","duration":"1.004099997s","start":"2026-07-28T14:13:50.185225Z","end":"2026-07-28T14:13:51.189325Z","steps":["trace[752627166] 'read index received' (duration: 991.4637ms)","trace[752627166] 'applied index is now lower than readState.Index' (duration: 12.635247ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:13:51.189568Z","caller":"traceutil/trace.go:171","msg":"trace[940813034] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"727.591245ms","start":"2026-07-28T14:13:50.461923Z","end":"2026-07-28T14:13:51.189514Z","steps":["trace[940813034] 'process raft request' (duration: 727.30269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:51.189677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.077007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:13:51.189728Z","caller":"traceutil/trace.go:171","msg":"trace[785492091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1152; }","duration":"903.182699ms","start":"2026-07-28T14:13:50.286533Z","end":"2026-07-28T14:13:51.189716Z","steps":["trace[785492091] 'agreement among raft nodes before linearized reading' (duration: 903.096527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:51.18976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:50.286506Z","time spent":"903.247161ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:13:51.189833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:50.461903Z","time spent":"727.78017ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:13:51.189914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004644968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T14:13:51.189896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003213391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-28T14:13:51.190025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002083988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T14:13:51.190064Z","caller":"traceutil/trace.go:171","msg":"trace[1625265436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1152; }","duration":"1.003455485s","start":"2026-07-28T14:13:50.186559Z","end":"2026-07-28T14:13:51.190015Z","steps":["trace[1625265436] 'agreement among raft nodes before linearized reading' (duration: 1.003012486s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:13:51.190047Z","caller":"traceutil/trace.go:171","msg":"trace[721322249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1152; }","duration":"1.004824932s","start":"2026-07-28T14:13:50.185173Z","end":"2026-07-28T14:13:51.189998Z","steps":["trace[721322249] 'agreement among raft nodes before linearized reading' (duration: 1.004296731s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:51.190154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:50.186532Z","time spent":"1.003607078s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:13:51.19018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:50.185151Z","time spent":"1.005007125s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:13:51.190122Z","caller":"traceutil/trace.go:171","msg":"trace[2089251402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1152; }","duration":"1.002229641s","start":"2026-07-28T14:13:50.18787Z","end":"2026-07-28T14:13:51.190099Z","steps":["trace[2089251402] 'agreement among raft nodes before linearized reading' (duration: 1.001897875s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:51.190184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003387174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-28T14:13:51.19025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:50.187855Z","time spent":"1.002383174s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:13:51.190291Z","caller":"traceutil/trace.go:171","msg":"trace[484123112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1152; }","duration":"1.003546427s","start":"2026-07-28T14:13:50.186721Z","end":"2026-07-28T14:13:51.190268Z","steps":["trace[484123112] 'agreement among raft nodes before linearized reading' (duration: 1.00315811s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:13:51.190348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:13:50.186713Z","time spent":"1.003624479s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:14:11.635601Z","caller":"traceutil/trace.go:171","msg":"trace[585272014] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1443; }","duration":"350.644345ms","start":"2026-07-28T14:14:11.284934Z","end":"2026-07-28T14:14:11.635579Z","steps":["trace[585272014] 'read index received' (duration: 350.411811ms)","trace[585272014] 'applied index is now lower than readState.Index' (duration: 231.964µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:11.635749Z","caller":"traceutil/trace.go:171","msg":"trace[328417639] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"355.166493ms","start":"2026-07-28T14:14:11.280535Z","end":"2026-07-28T14:14:11.635701Z","steps":["trace[328417639] 'process raft request' (duration: 354.903548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:11.635855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.918581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:11.635942Z","caller":"traceutil/trace.go:171","msg":"trace[1602468122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1401; }","duration":"351.082764ms","start":"2026-07-28T14:14:11.284839Z","end":"2026-07-28T14:14:11.635921Z","steps":["trace[1602468122] 'agreement among raft nodes before linearized reading' (duration: 350.91466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:11.635978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:11.280513Z","time spent":"355.356408ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:14:11.636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:11.2848Z","time spent":"351.187666ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:14:11.636983Z","caller":"traceutil/trace.go:171","msg":"trace[651132990] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"268.309401ms","start":"2026-07-28T14:14:11.368626Z","end":"2026-07-28T14:14:11.636936Z","steps":["trace[651132990] 'process raft request' (duration: 268.008845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:11.637034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.262657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-hp6jv\" ","response":"range_response_count:1 size:4178"} {"level":"warn","ts":"2026-07-28T14:14:11.63711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.847458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:14:11.637155Z","caller":"traceutil/trace.go:171","msg":"trace[1642355271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1402; }","duration":"248.91085ms","start":"2026-07-28T14:14:11.388233Z","end":"2026-07-28T14:14:11.637143Z","steps":["trace[1642355271] 'agreement among raft nodes before linearized reading' (duration: 248.789847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:11.637153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.314913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:11.637154Z","caller":"traceutil/trace.go:171","msg":"trace[1778172687] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-hp6jv; range_end:; response_count:1; response_revision:1402; }","duration":"275.4422ms","start":"2026-07-28T14:14:11.361683Z","end":"2026-07-28T14:14:11.637125Z","steps":["trace[1778172687] 'agreement among raft nodes before linearized reading' (duration: 275.131234ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:11.637202Z","caller":"traceutil/trace.go:171","msg":"trace[583297430] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1402; }","duration":"213.421265ms","start":"2026-07-28T14:14:11.423762Z","end":"2026-07-28T14:14:11.637183Z","steps":["trace[583297430] 'agreement among raft nodes before linearized reading' (duration: 213.352143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:11.637071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.783447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:14:11.637359Z","caller":"traceutil/trace.go:171","msg":"trace[1166526958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1402; }","duration":"249.114674ms","start":"2026-07-28T14:14:11.388236Z","end":"2026-07-28T14:14:11.637351Z","steps":["trace[1166526958] 'agreement among raft nodes before linearized reading' (duration: 248.624204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:11.637333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.294048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:14:11.637425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.836858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:14:11.637485Z","caller":"traceutil/trace.go:171","msg":"trace[1030984743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1402; }","duration":"253.95717ms","start":"2026-07-28T14:14:11.383514Z","end":"2026-07-28T14:14:11.637471Z","steps":["trace[1030984743] 'agreement among raft nodes before linearized reading' (duration: 253.806647ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:11.637529Z","caller":"traceutil/trace.go:171","msg":"trace[2135890597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1402; }","duration":"250.522293ms","start":"2026-07-28T14:14:11.386989Z","end":"2026-07-28T14:14:11.637512Z","steps":["trace[2135890597] 'agreement among raft nodes before linearized reading' (duration: 250.225637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:11.637926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.646444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:14:11.638004Z","caller":"traceutil/trace.go:171","msg":"trace[1428967205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1402; }","duration":"250.579284ms","start":"2026-07-28T14:14:11.387406Z","end":"2026-07-28T14:14:11.637986Z","steps":["trace[1428967205] 'agreement among raft nodes before linearized reading' (duration: 249.526593ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:31.682695Z","caller":"traceutil/trace.go:171","msg":"trace[565895907] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"159.381199ms","start":"2026-07-28T14:14:31.523281Z","end":"2026-07-28T14:14:31.682662Z","steps":["trace[565895907] 'process raft request' (duration: 159.144275ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:31.835323Z","caller":"traceutil/trace.go:171","msg":"trace[23396205] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1776; }","duration":"147.535177ms","start":"2026-07-28T14:14:31.687753Z","end":"2026-07-28T14:14:31.835288Z","steps":["trace[23396205] 'read index received' (duration: 145.511248ms)","trace[23396205] 'applied index is now lower than readState.Index' (duration: 2.022519ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:31.83539Z","caller":"traceutil/trace.go:171","msg":"trace[1282443391] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"173.317693ms","start":"2026-07-28T14:14:31.662039Z","end":"2026-07-28T14:14:31.835357Z","steps":["trace[1282443391] 'process raft request' (duration: 171.248543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:31.835637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.866045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-28T14:14:31.835725Z","caller":"traceutil/trace.go:171","msg":"trace[1875781434] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1707; }","duration":"148.040648ms","start":"2026-07-28T14:14:31.687663Z","end":"2026-07-28T14:14:31.835703Z","steps":["trace[1875781434] 'agreement among raft nodes before linearized reading' (duration: 147.751051ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:31.838097Z","caller":"traceutil/trace.go:171","msg":"trace[253406560] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"148.661809ms","start":"2026-07-28T14:14:31.689395Z","end":"2026-07-28T14:14:31.838057Z","steps":["trace[253406560] 'process raft request' (duration: 148.349533ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:31.83925Z","caller":"traceutil/trace.go:171","msg":"trace[324593841] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"117.551349ms","start":"2026-07-28T14:14:31.721682Z","end":"2026-07-28T14:14:31.839233Z","steps":["trace[324593841] 'process raft request' (duration: 116.303254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:31.839718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.238268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:14:31.839755Z","caller":"traceutil/trace.go:171","msg":"trace[863099416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1709; }","duration":"100.33185ms","start":"2026-07-28T14:14:31.739414Z","end":"2026-07-28T14:14:31.839746Z","steps":["trace[863099416] 'agreement among raft nodes before linearized reading' (duration: 99.384621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:37.985967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.976681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:37.986077Z","caller":"traceutil/trace.go:171","msg":"trace[1547744377] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1808; }","duration":"133.108694ms","start":"2026-07-28T14:14:37.852944Z","end":"2026-07-28T14:14:37.986052Z","steps":["trace[1547744377] 'count revisions from in-memory index tree' (duration: 132.856179ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:37.986171Z","caller":"traceutil/trace.go:171","msg":"trace[2118588687] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1879; }","duration":"114.844115ms","start":"2026-07-28T14:14:37.87129Z","end":"2026-07-28T14:14:37.986134Z","steps":["trace[2118588687] 'read index received' (duration: 54.107413ms)","trace[2118588687] 'applied index is now lower than readState.Index' (duration: 60.735022ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:37.986338Z","caller":"traceutil/trace.go:171","msg":"trace[216574645] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"127.216758ms","start":"2026-07-28T14:14:37.859069Z","end":"2026-07-28T14:14:37.986286Z","steps":["trace[216574645] 'process raft request' (duration: 66.355093ms)","trace[216574645] 'compare' (duration: 60.398736ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:37.986491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.154462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:14:37.98654Z","caller":"traceutil/trace.go:171","msg":"trace[840439896] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1809; }","duration":"115.259825ms","start":"2026-07-28T14:14:37.871268Z","end":"2026-07-28T14:14:37.986528Z","steps":["trace[840439896] 'agreement among raft nodes before linearized reading' (duration: 115.063951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:37.986531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.218603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:14:37.98659Z","caller":"traceutil/trace.go:171","msg":"trace[1220747766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1809; }","duration":"115.366787ms","start":"2026-07-28T14:14:37.871209Z","end":"2026-07-28T14:14:37.986576Z","steps":["trace[1220747766] 'agreement among raft nodes before linearized reading' (duration: 115.083081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:37.986615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.349367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:14:37.986679Z","caller":"traceutil/trace.go:171","msg":"trace[1868272999] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1809; }","duration":"111.427619ms","start":"2026-07-28T14:14:37.875235Z","end":"2026-07-28T14:14:37.986662Z","steps":["trace[1868272999] 'agreement among raft nodes before linearized reading' (duration: 111.247746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:37.986741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.285875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-28T14:14:37.986761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.198575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:14:37.986771Z","caller":"traceutil/trace.go:171","msg":"trace[2029818990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1809; }","duration":"114.376416ms","start":"2026-07-28T14:14:37.872384Z","end":"2026-07-28T14:14:37.98676Z","steps":["trace[2029818990] 'agreement among raft nodes before linearized reading' (duration: 114.285484ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:37.986795Z","caller":"traceutil/trace.go:171","msg":"trace[79391681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1809; }","duration":"110.270257ms","start":"2026-07-28T14:14:37.876511Z","end":"2026-07-28T14:14:37.986782Z","steps":["trace[79391681] 'agreement among raft nodes before linearized reading' (duration: 110.187965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:38.276061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.940108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:14:38.276378Z","caller":"traceutil/trace.go:171","msg":"trace[1480309204] linearizableReadLoop","detail":"{readStateIndex:1886; appliedIndex:1881; }","duration":"174.395206ms","start":"2026-07-28T14:14:38.101965Z","end":"2026-07-28T14:14:38.27636Z","steps":["trace[1480309204] 'read index received' (duration: 60.785725ms)","trace[1480309204] 'applied index is now lower than readState.Index' (duration: 113.608351ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:38.276415Z","caller":"traceutil/trace.go:171","msg":"trace[1761875016] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"284.703283ms","start":"2026-07-28T14:14:37.991677Z","end":"2026-07-28T14:14:38.276381Z","steps":["trace[1761875016] 'process raft request' (duration: 284.56613ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:38.276447Z","caller":"traceutil/trace.go:171","msg":"trace[2041628086] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"284.883376ms","start":"2026-07-28T14:14:37.991521Z","end":"2026-07-28T14:14:38.276404Z","steps":["trace[2041628086] 'process raft request' (duration: 171.306286ms)","trace[2041628086] 'compare' (duration: 112.804744ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:38.276525Z","caller":"traceutil/trace.go:171","msg":"trace[393214430] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"283.927116ms","start":"2026-07-28T14:14:37.992534Z","end":"2026-07-28T14:14:38.276461Z","steps":["trace[393214430] 'process raft request' (duration: 283.780233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:38.276488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.524258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:38.276658Z","caller":"traceutil/trace.go:171","msg":"trace[624528432] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"285.027249ms","start":"2026-07-28T14:14:37.991617Z","end":"2026-07-28T14:14:38.276645Z","steps":["trace[624528432] 'process raft request' (duration: 284.56362ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:38.276667Z","caller":"traceutil/trace.go:171","msg":"trace[1435846242] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1815; }","duration":"174.726242ms","start":"2026-07-28T14:14:38.101928Z","end":"2026-07-28T14:14:38.276654Z","steps":["trace[1435846242] 'agreement among raft nodes before linearized reading' (duration: 174.523048ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:38.276722Z","caller":"traceutil/trace.go:171","msg":"trace[2125306225] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"285.245623ms","start":"2026-07-28T14:14:37.991459Z","end":"2026-07-28T14:14:38.276704Z","steps":["trace[2125306225] 'process raft request' (duration: 284.821695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:39.239576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.988733ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T14:14:39.239675Z","caller":"traceutil/trace.go:171","msg":"trace[1606449331] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1886; }","duration":"963.237989ms","start":"2026-07-28T14:14:38.276421Z","end":"2026-07-28T14:14:39.239659Z","steps":["trace[1606449331] 'read index received' (duration: 25.103574ms)","trace[1606449331] 'applied index is now lower than readState.Index' (duration: 938.132775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:39.239662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.791793ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:39.239826Z","caller":"traceutil/trace.go:171","msg":"trace[1488882490] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1815; }","duration":"815.987296ms","start":"2026-07-28T14:14:38.423815Z","end":"2026-07-28T14:14:39.239802Z","steps":["trace[1488882490] 'range keys from in-memory index tree' (duration: 815.764052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:39.240283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.563461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05e334da-68ff-4f21-ac82-a0a8f55a74a5\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-07-28T14:14:39.240418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.365001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:39.240471Z","caller":"traceutil/trace.go:171","msg":"trace[1640075] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1815; }","duration":"603.471883ms","start":"2026-07-28T14:14:38.636986Z","end":"2026-07-28T14:14:39.240458Z","steps":["trace[1640075] 'agreement among raft nodes before linearized reading' (duration: 603.375701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:39.240424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.417124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:39.24048Z","caller":"traceutil/trace.go:171","msg":"trace[1140310917] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-05e334da-68ff-4f21-ac82-a0a8f55a74a5; range_end:; response_count:1; response_revision:1815; }","duration":"973.677803ms","start":"2026-07-28T14:14:38.266643Z","end":"2026-07-28T14:14:39.24032Z","steps":["trace[1140310917] 'agreement among raft nodes before linearized reading' (duration: 973.451109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:39.240522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:38.636957Z","time spent":"603.552174ms","remote":"127.0.0.1:39076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:14:39.240543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:38.266612Z","time spent":"973.919037ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05e334da-68ff-4f21-ac82-a0a8f55a74a5\" "} {"level":"info","ts":"2026-07-28T14:14:39.240545Z","caller":"traceutil/trace.go:171","msg":"trace[610440725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1815; }","duration":"955.602428ms","start":"2026-07-28T14:14:38.284917Z","end":"2026-07-28T14:14:39.240519Z","steps":["trace[610440725] 'agreement among raft nodes before linearized reading' (duration: 955.404694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:39.240448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.759666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:14:39.240569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.88031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-28T14:14:39.240684Z","caller":"traceutil/trace.go:171","msg":"trace[1661219299] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1815; }","duration":"244.022892ms","start":"2026-07-28T14:14:38.996626Z","end":"2026-07-28T14:14:39.240649Z","steps":["trace[1661219299] 'agreement among raft nodes before linearized reading' (duration: 243.710357ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:39.240648Z","caller":"traceutil/trace.go:171","msg":"trace[698917816] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1815; }","duration":"331.093872ms","start":"2026-07-28T14:14:38.909538Z","end":"2026-07-28T14:14:39.240632Z","steps":["trace[698917816] 'agreement among raft nodes before linearized reading' (duration: 330.774056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:39.240685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.841842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05e334da-68ff-4f21-ac82-a0a8f55a74a5\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-28T14:14:39.240788Z","caller":"traceutil/trace.go:171","msg":"trace[2135913831] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-05e334da-68ff-4f21-ac82-a0a8f55a74a5; range_end:; response_count:1; response_revision:1815; }","duration":"732.016546ms","start":"2026-07-28T14:14:38.508746Z","end":"2026-07-28T14:14:39.240762Z","steps":["trace[2135913831] 'agreement among raft nodes before linearized reading' (duration: 731.69519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:39.240593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:38.284875Z","time spent":"955.710659ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:14:39.240837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:38.508718Z","time spent":"732.108059ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05e334da-68ff-4f21-ac82-a0a8f55a74a5\" "} {"level":"warn","ts":"2026-07-28T14:14:39.240771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:38.909508Z","time spent":"331.247436ms","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:14:39.514047Z","caller":"traceutil/trace.go:171","msg":"trace[1655647322] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"172.208482ms","start":"2026-07-28T14:14:39.341814Z","end":"2026-07-28T14:14:39.514023Z","steps":["trace[1655647322] 'process raft request' (duration: 172.164902ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:39.514142Z","caller":"traceutil/trace.go:171","msg":"trace[1196525468] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"219.605643ms","start":"2026-07-28T14:14:39.2945Z","end":"2026-07-28T14:14:39.514105Z","steps":["trace[1196525468] 'process raft request' (duration: 196.180332ms)","trace[1196525468] 'compare' (duration: 23.146415ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:39.7847Z","caller":"traceutil/trace.go:171","msg":"trace[449694511] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"101.219848ms","start":"2026-07-28T14:14:39.683423Z","end":"2026-07-28T14:14:39.784643Z","steps":["trace[449694511] 'process raft request' (duration: 21.186646ms)","trace[449694511] 'compare' (duration: 79.760817ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:40.211929Z","caller":"traceutil/trace.go:171","msg":"trace[457940882] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1891; }","duration":"121.830243ms","start":"2026-07-28T14:14:40.090066Z","end":"2026-07-28T14:14:40.211896Z","steps":["trace[457940882] 'read index received' (duration: 121.607029ms)","trace[457940882] 'applied index is now lower than readState.Index' (duration: 221.874µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:14:40.212054Z","caller":"traceutil/trace.go:171","msg":"trace[346937245] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"218.636423ms","start":"2026-07-28T14:14:39.993371Z","end":"2026-07-28T14:14:40.212007Z","steps":["trace[346937245] 'process raft request' (duration: 218.320977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:40.212359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.276811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:14:40.21244Z","caller":"traceutil/trace.go:171","msg":"trace[1012385969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1820; }","duration":"122.434844ms","start":"2026-07-28T14:14:40.089991Z","end":"2026-07-28T14:14:40.212426Z","steps":["trace[1012385969] 'agreement among raft nodes before linearized reading' (duration: 122.022976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:40.809122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.994317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:14:40.809333Z","caller":"traceutil/trace.go:171","msg":"trace[1985294256] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"591.757783ms","start":"2026-07-28T14:14:40.217536Z","end":"2026-07-28T14:14:40.809293Z","steps":["trace[1985294256] 'process raft request' (duration: 360.47059ms)","trace[1985294256] 'compare' (duration: 230.830903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:40.809575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:40.217509Z","time spent":"591.922275ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:14:40.809253Z","caller":"traceutil/trace.go:171","msg":"trace[93700912] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1892; }","duration":"562.212302ms","start":"2026-07-28T14:14:40.24702Z","end":"2026-07-28T14:14:40.809232Z","steps":["trace[93700912] 'read index received' (duration: 330.909369ms)","trace[93700912] 'applied index is now lower than readState.Index' (duration: 231.301283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:14:40.809897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.844674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05e334da-68ff-4f21-ac82-a0a8f55a74a5\" ","response":"range_response_count:1 size:3746"} {"level":"warn","ts":"2026-07-28T14:14:40.809932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.496679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:14:40.809989Z","caller":"traceutil/trace.go:171","msg":"trace[896488324] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-05e334da-68ff-4f21-ac82-a0a8f55a74a5; range_end:; response_count:1; response_revision:1821; }","duration":"563.005017ms","start":"2026-07-28T14:14:40.246957Z","end":"2026-07-28T14:14:40.809962Z","steps":["trace[896488324] 'agreement among raft nodes before linearized reading' (duration: 562.710392ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:40.809992Z","caller":"traceutil/trace.go:171","msg":"trace[80648213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1821; }","duration":"528.57977ms","start":"2026-07-28T14:14:40.281394Z","end":"2026-07-28T14:14:40.809974Z","steps":["trace[80648213] 'agreement among raft nodes before linearized reading' (duration: 528.389897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:40.810035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:40.246937Z","time spent":"563.088469ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-05e334da-68ff-4f21-ac82-a0a8f55a74a5\" "} {"level":"warn","ts":"2026-07-28T14:14:40.810036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:40.281379Z","time spent":"528.647062ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:14:40.810014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.5669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-28T14:14:40.810153Z","caller":"traceutil/trace.go:171","msg":"trace[1396096079] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1821; }","duration":"528.769594ms","start":"2026-07-28T14:14:40.28135Z","end":"2026-07-28T14:14:40.810119Z","steps":["trace[1396096079] 'agreement among raft nodes before linearized reading' (duration: 528.439278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:40.810159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.277445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T14:14:40.810063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.601141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:14:40.810216Z","caller":"traceutil/trace.go:171","msg":"trace[1301597946] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1821; }","duration":"528.354057ms","start":"2026-07-28T14:14:40.28185Z","end":"2026-07-28T14:14:40.810204Z","steps":["trace[1301597946] 'agreement among raft nodes before linearized reading' (duration: 528.149803ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:14:40.810224Z","caller":"traceutil/trace.go:171","msg":"trace[1775441621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1821; }","duration":"528.790165ms","start":"2026-07-28T14:14:40.28142Z","end":"2026-07-28T14:14:40.81021Z","steps":["trace[1775441621] 'agreement among raft nodes before linearized reading' (duration: 528.51273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:40.810249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:40.281842Z","time spent":"528.400768ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:14:40.810196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.650832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:14:40.810054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.762816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:14:40.810439Z","caller":"traceutil/trace.go:171","msg":"trace[330063764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1821; }","duration":"528.955319ms","start":"2026-07-28T14:14:40.281438Z","end":"2026-07-28T14:14:40.810393Z","steps":["trace[330063764] 'agreement among raft nodes before linearized reading' (duration: 528.339927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:40.81028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:40.281401Z","time spent":"528.866986ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:14:40.810503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:40.281417Z","time spent":"529.071091ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:14:40.810221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:40.281324Z","time spent":"528.883757ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:14:40.810176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.313674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-28T14:14:40.810721Z","caller":"traceutil/trace.go:171","msg":"trace[1185464932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1821; }","duration":"561.912046ms","start":"2026-07-28T14:14:40.248795Z","end":"2026-07-28T14:14:40.810707Z","steps":["trace[1185464932] 'agreement among raft nodes before linearized reading' (duration: 560.984038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:40.810761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:40.248771Z","time spent":"561.978188ms","remote":"127.0.0.1:41574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T14:14:40.810587Z","caller":"traceutil/trace.go:171","msg":"trace[1871234198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1821; }","duration":"525.345739ms","start":"2026-07-28T14:14:40.285113Z","end":"2026-07-28T14:14:40.810459Z","steps":["trace[1871234198] 'agreement among raft nodes before linearized reading' (duration: 524.705436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:40.811058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:40.285099Z","time spent":"525.888769ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:14:49.185392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.713395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:14:49.186113Z","caller":"traceutil/trace.go:171","msg":"trace[1691224310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1905; }","duration":"330.45081ms","start":"2026-07-28T14:14:48.855603Z","end":"2026-07-28T14:14:49.186054Z","steps":["trace[1691224310] 'range keys from in-memory index tree' (duration: 329.498001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:49.185425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.540731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:14:49.186266Z","caller":"traceutil/trace.go:171","msg":"trace[1185185648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1905; }","duration":"336.461769ms","start":"2026-07-28T14:14:48.849773Z","end":"2026-07-28T14:14:49.186235Z","steps":["trace[1185185648] 'range keys from in-memory index tree' (duration: 335.319616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:49.186288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:48.855596Z","time spent":"330.635434ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:14:49.185598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.250315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-28T14:14:49.186356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:48.849747Z","time spent":"336.581861ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:14:49.18639Z","caller":"traceutil/trace.go:171","msg":"trace[2110881295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1905; }","duration":"332.070612ms","start":"2026-07-28T14:14:48.854291Z","end":"2026-07-28T14:14:49.186361Z","steps":["trace[2110881295] 'range keys from in-memory index tree' (duration: 331.002221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:49.185676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.579721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-28T14:14:49.186489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:48.854224Z","time spent":"332.247346ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:14:49.186508Z","caller":"traceutil/trace.go:171","msg":"trace[336369056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1905; }","duration":"308.503779ms","start":"2026-07-28T14:14:48.877973Z","end":"2026-07-28T14:14:49.186477Z","steps":["trace[336369056] 'range keys from in-memory index tree' (duration: 307.294085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:49.185669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.294218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-28T14:14:49.186578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:48.877963Z","time spent":"308.59374ms","remote":"127.0.0.1:41574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T14:14:49.18661Z","caller":"traceutil/trace.go:171","msg":"trace[1923711372] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1905; }","duration":"328.330629ms","start":"2026-07-28T14:14:48.858242Z","end":"2026-07-28T14:14:49.186573Z","steps":["trace[1923711372] 'range keys from in-memory index tree' (duration: 327.095123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:49.185715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.788857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:14:49.186685Z","caller":"traceutil/trace.go:171","msg":"trace[1486594383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1905; }","duration":"327.811489ms","start":"2026-07-28T14:14:48.85886Z","end":"2026-07-28T14:14:49.186672Z","steps":["trace[1486594383] 'range keys from in-memory index tree' (duration: 326.598114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:49.18669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:48.858235Z","time spent":"328.433511ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:14:49.185698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.584552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:14:49.186787Z","caller":"traceutil/trace.go:171","msg":"trace[667803086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1905; }","duration":"331.705585ms","start":"2026-07-28T14:14:48.85506Z","end":"2026-07-28T14:14:49.186766Z","steps":["trace[667803086] 'range keys from in-memory index tree' (duration: 330.396509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:49.186731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:48.858855Z","time spent":"327.864309ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:14:49.186852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:48.855047Z","time spent":"331.787937ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:14:54.865767Z","caller":"traceutil/trace.go:171","msg":"trace[992689118] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"369.941316ms","start":"2026-07-28T14:14:54.495794Z","end":"2026-07-28T14:14:54.865735Z","steps":["trace[992689118] 'process raft request' (duration: 369.765502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:54.86606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:54.495762Z","time spent":"370.121799ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:14:54.866308Z","caller":"traceutil/trace.go:171","msg":"trace[1650007138] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"338.176621ms","start":"2026-07-28T14:14:54.528101Z","end":"2026-07-28T14:14:54.866278Z","steps":["trace[1650007138] 'process raft request' (duration: 338.040868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:14:54.866497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:14:54.528069Z","time spent":"338.329065ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:24.537688Z","caller":"traceutil/trace.go:171","msg":"trace[1257307943] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"155.165767ms","start":"2026-07-28T14:15:24.382483Z","end":"2026-07-28T14:15:24.537649Z","steps":["trace[1257307943] 'process raft request' (duration: 154.612527ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:25.008491Z","caller":"traceutil/trace.go:171","msg":"trace[328234737] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"112.171234ms","start":"2026-07-28T14:15:24.896295Z","end":"2026-07-28T14:15:25.008466Z","steps":["trace[328234737] 'process raft request' (duration: 111.993679ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:25.563169Z","caller":"traceutil/trace.go:171","msg":"trace[1643402343] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"166.592652ms","start":"2026-07-28T14:15:25.396551Z","end":"2026-07-28T14:15:25.563144Z","steps":["trace[1643402343] 'process raft request' (duration: 131.425741ms)","trace[1643402343] 'compare' (duration: 34.899926ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:15:25.563445Z","caller":"traceutil/trace.go:171","msg":"trace[900875829] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"166.681483ms","start":"2026-07-28T14:15:25.396742Z","end":"2026-07-28T14:15:25.563423Z","steps":["trace[900875829] 'process raft request' (duration: 166.353847ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:25.563554Z","caller":"traceutil/trace.go:171","msg":"trace[2013055910] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"165.49077ms","start":"2026-07-28T14:15:25.398049Z","end":"2026-07-28T14:15:25.56354Z","steps":["trace[2013055910] 'process raft request' (duration: 165.314257ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:25.563611Z","caller":"traceutil/trace.go:171","msg":"trace[2072174122] linearizableReadLoop","detail":"{readStateIndex:2199; appliedIndex:2197; }","duration":"166.912148ms","start":"2026-07-28T14:15:25.396662Z","end":"2026-07-28T14:15:25.563574Z","steps":["trace[2072174122] 'read index received' (duration: 24.409549ms)","trace[2072174122] 'applied index is now lower than readState.Index' (duration: 142.494759ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:15:25.563869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.067271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-28T14:15:25.563869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.180323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:15:25.563912Z","caller":"traceutil/trace.go:171","msg":"trace[808776985] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2121; }","duration":"166.138422ms","start":"2026-07-28T14:15:25.397761Z","end":"2026-07-28T14:15:25.563899Z","steps":["trace[808776985] 'agreement among raft nodes before linearized reading' (duration: 166.03871ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:25.563918Z","caller":"traceutil/trace.go:171","msg":"trace[1392115205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2121; }","duration":"167.261424ms","start":"2026-07-28T14:15:25.396646Z","end":"2026-07-28T14:15:25.563907Z","steps":["trace[1392115205] 'agreement among raft nodes before linearized reading' (duration: 167.02534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:26.259783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.153016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-28T14:15:26.259893Z","caller":"traceutil/trace.go:171","msg":"trace[1953415776] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2123; }","duration":"462.33483ms","start":"2026-07-28T14:15:25.797533Z","end":"2026-07-28T14:15:26.259868Z","steps":["trace[1953415776] 'range keys from in-memory index tree' (duration: 461.926122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:26.259987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:25.79751Z","time spent":"462.426792ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T14:15:26.260448Z","caller":"traceutil/trace.go:171","msg":"trace[493878140] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"294.399063ms","start":"2026-07-28T14:15:25.966017Z","end":"2026-07-28T14:15:26.260416Z","steps":["trace[493878140] 'process raft request' (duration: 289.985747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:32.10919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095041721,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:15:32.777268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.479616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:15:32.777492Z","caller":"traceutil/trace.go:171","msg":"trace[709942836] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"1.185022231s","start":"2026-07-28T14:15:31.592448Z","end":"2026-07-28T14:15:32.777471Z","steps":["trace[709942836] 'process raft request' (duration: 1.184937479s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:32.777481Z","caller":"traceutil/trace.go:171","msg":"trace[1813762168] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"1.185680285s","start":"2026-07-28T14:15:31.59176Z","end":"2026-07-28T14:15:32.77744Z","steps":["trace[1813762168] 'process raft request' (duration: 518.919473ms)","trace[1813762168] 'compare' (duration: 666.372364ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:15:32.777562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:31.592432Z","time spent":"1.185103503s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:15:32.777652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:31.59174Z","time spent":"1.185821338s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:32.777708Z","caller":"traceutil/trace.go:171","msg":"trace[936833208] linearizableReadLoop","detail":"{readStateIndex:2235; appliedIndex:2232; }","duration":"1.169138788s","start":"2026-07-28T14:15:31.608547Z","end":"2026-07-28T14:15:32.777686Z","steps":["trace[936833208] 'read index received' (duration: 502.212594ms)","trace[936833208] 'applied index is now lower than readState.Index' (duration: 666.924814ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:15:32.777989Z","caller":"traceutil/trace.go:171","msg":"trace[298406688] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"1.185326568s","start":"2026-07-28T14:15:31.592625Z","end":"2026-07-28T14:15:32.777952Z","steps":["trace[298406688] 'process raft request' (duration: 1.184808897s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:32.778128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169576067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-28T14:15:32.778172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:31.592606Z","time spent":"1.185470831s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:32.7782Z","caller":"traceutil/trace.go:171","msg":"trace[1197649577] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2153; }","duration":"1.169648869s","start":"2026-07-28T14:15:31.608534Z","end":"2026-07-28T14:15:32.778183Z","steps":["trace[1197649577] 'agreement among raft nodes before linearized reading' (duration: 1.169407794s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:32.778242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:31.608521Z","time spent":"1.169713611s","remote":"127.0.0.1:41574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T14:15:32.815208Z","caller":"traceutil/trace.go:171","msg":"trace[1890736929] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"528.113475ms","start":"2026-07-28T14:15:32.287069Z","end":"2026-07-28T14:15:32.815182Z","steps":["trace[1890736929] 'process raft request' (duration: 527.969432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:32.815349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:32.287032Z","time spent":"528.248537ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:15:33.011935Z","caller":"traceutil/trace.go:171","msg":"trace[1089471214] linearizableReadLoop","detail":"{readStateIndex:2238; appliedIndex:2235; }","duration":"234.150531ms","start":"2026-07-28T14:15:32.777765Z","end":"2026-07-28T14:15:33.011916Z","steps":["trace[1089471214] 'read index received' (duration: 37.282595ms)","trace[1089471214] 'applied index is now lower than readState.Index' (duration: 196.866886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:15:33.012143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151234834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:15:33.012178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.654646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-28T14:15:33.012214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.172405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:15:33.012282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064111245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:15:33.012275Z","caller":"traceutil/trace.go:171","msg":"trace[1730055296] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"447.024924ms","start":"2026-07-28T14:15:32.565223Z","end":"2026-07-28T14:15:33.012247Z","steps":["trace[1730055296] 'process raft request' (duration: 446.641626ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:33.012298Z","caller":"traceutil/trace.go:171","msg":"trace[1492655015] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2156; }","duration":"715.83038ms","start":"2026-07-28T14:15:32.296439Z","end":"2026-07-28T14:15:33.012269Z","steps":["trace[1492655015] 'agreement among raft nodes before linearized reading' (duration: 715.491464ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:33.01232Z","caller":"traceutil/trace.go:171","msg":"trace[66376176] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2156; }","duration":"1.064172646s","start":"2026-07-28T14:15:31.948133Z","end":"2026-07-28T14:15:33.012306Z","steps":["trace[66376176] 'agreement among raft nodes before linearized reading' (duration: 1.064118035s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:33.012359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:31.948118Z","time spent":"1.064231128s","remote":"127.0.0.1:41616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:15:33.012354Z","caller":"traceutil/trace.go:171","msg":"trace[1021010252] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"496.045841ms","start":"2026-07-28T14:15:32.51629Z","end":"2026-07-28T14:15:33.012336Z","steps":["trace[1021010252] 'process raft request' (duration: 493.973241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:33.01241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:32.565193Z","time spent":"447.133506ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:15:33.012466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:32.516254Z","time spent":"496.147694ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:15:33.012515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.651653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-07-28T14:15:33.012553Z","caller":"traceutil/trace.go:171","msg":"trace[239385411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2156; }","duration":"575.687113ms","start":"2026-07-28T14:15:32.436856Z","end":"2026-07-28T14:15:33.012543Z","steps":["trace[239385411] 'agreement among raft nodes before linearized reading' (duration: 575.590871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:33.012363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:32.296426Z","time spent":"715.922462ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:15:33.012512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328051994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c679b2eca037ac\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-28T14:15:33.012587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:32.436805Z","time spent":"575.776505ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T14:15:33.012638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.670184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:15:33.012427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.9398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:15:33.01266Z","caller":"traceutil/trace.go:171","msg":"trace[1675381418] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c679b2eca037ac; range_end:; response_count:1; response_revision:2156; }","duration":"1.328266869s","start":"2026-07-28T14:15:31.684352Z","end":"2026-07-28T14:15:33.012619Z","steps":["trace[1675381418] 'agreement among raft nodes before linearized reading' (duration: 1.327961033s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:33.012711Z","caller":"traceutil/trace.go:171","msg":"trace[2004103060] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2156; }","duration":"113.835927ms","start":"2026-07-28T14:15:32.898851Z","end":"2026-07-28T14:15:33.012687Z","steps":["trace[2004103060] 'agreement among raft nodes before linearized reading' (duration: 113.668214ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:15:33.012713Z","caller":"traceutil/trace.go:171","msg":"trace[752932707] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2156; }","duration":"420.221695ms","start":"2026-07-28T14:15:32.592474Z","end":"2026-07-28T14:15:33.012695Z","steps":["trace[752932707] 'agreement among raft nodes before linearized reading' (duration: 419.920799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:33.012728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:31.684312Z","time spent":"1.328400131s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c679b2eca037ac\" "} {"level":"warn","ts":"2026-07-28T14:15:33.012769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:32.592388Z","time spent":"420.362367ms","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:15:33.012913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373230886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-28T14:15:33.012222Z","caller":"traceutil/trace.go:171","msg":"trace[384811940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2156; }","duration":"1.151370207s","start":"2026-07-28T14:15:31.860832Z","end":"2026-07-28T14:15:33.012203Z","steps":["trace[384811940] 'agreement among raft nodes before linearized reading' (duration: 1.151230684s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:33.013157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:31.860813Z","time spent":"1.152330706s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:15:33.013173Z","caller":"traceutil/trace.go:171","msg":"trace[1173985463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2156; }","duration":"726.322807ms","start":"2026-07-28T14:15:32.285958Z","end":"2026-07-28T14:15:33.012281Z","steps":["trace[1173985463] 'agreement among raft nodes before linearized reading' (duration: 726.186745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:33.012867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388403896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:15:33.013324Z","caller":"traceutil/trace.go:171","msg":"trace[2007964199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2156; }","duration":"1.388889176s","start":"2026-07-28T14:15:31.624418Z","end":"2026-07-28T14:15:33.013307Z","steps":["trace[2007964199] 'agreement among raft nodes before linearized reading' (duration: 1.388010668s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:33.01338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:31.62436Z","time spent":"1.389004478s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:15:33.013514Z","caller":"traceutil/trace.go:171","msg":"trace[1139556653] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2156; }","duration":"1.373508642s","start":"2026-07-28T14:15:31.639608Z","end":"2026-07-28T14:15:33.013116Z","steps":["trace[1139556653] 'agreement among raft nodes before linearized reading' (duration: 1.372755827s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:15:33.013634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:32.285925Z","time spent":"727.337148ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:15:33.013684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:15:31.639588Z","time spent":"1.374035392s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:16:14.360937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095042401,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:16:14.707703Z","caller":"traceutil/trace.go:171","msg":"trace[953696741] linearizableReadLoop","detail":"{readStateIndex:2521; appliedIndex:2520; }","duration":"847.134691ms","start":"2026-07-28T14:16:13.860541Z","end":"2026-07-28T14:16:14.707676Z","steps":["trace[953696741] 'read index received' (duration: 846.796534ms)","trace[953696741] 'applied index is now lower than readState.Index' (duration: 336.897µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:16:14.708019Z","caller":"traceutil/trace.go:171","msg":"trace[348615805] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"934.509267ms","start":"2026-07-28T14:16:13.773494Z","end":"2026-07-28T14:16:14.708003Z","steps":["trace[348615805] 'process raft request' (duration: 933.995356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:14.708166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:13.773474Z","time spent":"934.605779ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:14.708196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.224785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:16:14.708204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.653522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-07-28T14:16:14.70819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.612874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:16:14.708283Z","caller":"traceutil/trace.go:171","msg":"trace[413957056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2429; }","duration":"421.377808ms","start":"2026-07-28T14:16:14.286884Z","end":"2026-07-28T14:16:14.708262Z","steps":["trace[413957056] 'agreement among raft nodes before linearized reading' (duration: 421.234755ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:14.708286Z","caller":"traceutil/trace.go:171","msg":"trace[1559625422] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2429; }","duration":"847.794246ms","start":"2026-07-28T14:16:13.860478Z","end":"2026-07-28T14:16:14.708273Z","steps":["trace[1559625422] 'agreement among raft nodes before linearized reading' (duration: 847.554031ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:14.708308Z","caller":"traceutil/trace.go:171","msg":"trace[1930007254] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2429; }","duration":"796.771828ms","start":"2026-07-28T14:16:13.911515Z","end":"2026-07-28T14:16:14.708286Z","steps":["trace[1930007254] 'agreement among raft nodes before linearized reading' (duration: 796.499173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:14.708338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:14.286854Z","time spent":"421.47595ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:16:14.708395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:13.860452Z","time spent":"847.882707ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-28T14:16:14.708416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:13.911504Z","time spent":"796.844259ms","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:16:45.563366Z","caller":"traceutil/trace.go:171","msg":"trace[984809280] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"168.645559ms","start":"2026-07-28T14:16:45.394684Z","end":"2026-07-28T14:16:45.56333Z","steps":["trace[984809280] 'process raft request' (duration: 168.433775ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:45.835508Z","caller":"traceutil/trace.go:171","msg":"trace[928157603] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"438.80197ms","start":"2026-07-28T14:16:45.396682Z","end":"2026-07-28T14:16:45.835484Z","steps":["trace[928157603] 'process raft request' (duration: 436.587396ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:45.835568Z","caller":"traceutil/trace.go:171","msg":"trace[885971140] linearizableReadLoop","detail":"{readStateIndex:2703; appliedIndex:2701; }","duration":"177.579477ms","start":"2026-07-28T14:16:45.65796Z","end":"2026-07-28T14:16:45.835539Z","steps":["trace[885971140] 'read index received' (duration: 175.295971ms)","trace[885971140] 'applied index is now lower than readState.Index' (duration: 2.282366ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:45.835696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:45.396675Z","time spent":"438.900941ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:45.835792Z","caller":"traceutil/trace.go:171","msg":"trace[260419930] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"439.005033ms","start":"2026-07-28T14:16:45.396775Z","end":"2026-07-28T14:16:45.83578Z","steps":["trace[260419930] 'process raft request' (duration: 438.635006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:45.835926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:45.396757Z","time spent":"439.077764ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:16:45.835984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.374901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:16:45.836056Z","caller":"traceutil/trace.go:171","msg":"trace[399555720] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2604; }","duration":"118.495373ms","start":"2026-07-28T14:16:45.717534Z","end":"2026-07-28T14:16:45.836029Z","steps":["trace[399555720] 'agreement among raft nodes before linearized reading' (duration: 118.388221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:45.836522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.519534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-28T14:16:45.836787Z","caller":"traceutil/trace.go:171","msg":"trace[2036575081] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2604; }","duration":"178.750138ms","start":"2026-07-28T14:16:45.657883Z","end":"2026-07-28T14:16:45.836633Z","steps":["trace[2036575081] 'agreement among raft nodes before linearized reading' (duration: 178.072015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:51.473523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.760158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-07-28T14:16:51.473634Z","caller":"traceutil/trace.go:171","msg":"trace[159737039] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2627; }","duration":"469.89905ms","start":"2026-07-28T14:16:51.00371Z","end":"2026-07-28T14:16:51.473609Z","steps":["trace[159737039] 'range keys from in-memory index tree' (duration: 469.585174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:51.473841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:51.003703Z","time spent":"469.968582ms","remote":"127.0.0.1:41574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T14:16:51.473827Z","caller":"traceutil/trace.go:171","msg":"trace[362256287] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"377.773878ms","start":"2026-07-28T14:16:51.095986Z","end":"2026-07-28T14:16:51.473759Z","steps":["trace[362256287] 'process raft request' (duration: 292.473898ms)","trace[362256287] 'compare' (duration: 84.938022ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:16:51.473919Z","caller":"traceutil/trace.go:171","msg":"trace[697009850] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"159.095623ms","start":"2026-07-28T14:16:51.314784Z","end":"2026-07-28T14:16:51.47388Z","steps":["trace[697009850] 'process raft request' (duration: 158.834387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:51.474042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:51.095959Z","time spent":"377.966531ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:51.473673Z","caller":"traceutil/trace.go:171","msg":"trace[930751699] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2727; }","duration":"301.839042ms","start":"2026-07-28T14:16:51.171817Z","end":"2026-07-28T14:16:51.473656Z","steps":["trace[930751699] 'read index received' (duration: 216.657055ms)","trace[930751699] 'applied index is now lower than readState.Index' (duration: 85.181017ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:51.474217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.390623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:16:51.474446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.692596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T14:16:51.474477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.721267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:16:51.474527Z","caller":"traceutil/trace.go:171","msg":"trace[1085586672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2629; }","duration":"278.826909ms","start":"2026-07-28T14:16:51.195676Z","end":"2026-07-28T14:16:51.474503Z","steps":["trace[1085586672] 'agreement among raft nodes before linearized reading' (duration: 278.562504ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:51.474575Z","caller":"traceutil/trace.go:171","msg":"trace[1903525373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2629; }","duration":"278.87404ms","start":"2026-07-28T14:16:51.195676Z","end":"2026-07-28T14:16:51.47455Z","steps":["trace[1903525373] 'agreement among raft nodes before linearized reading' (duration: 278.552054ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:51.474488Z","caller":"traceutil/trace.go:171","msg":"trace[166003198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2629; }","duration":"302.695789ms","start":"2026-07-28T14:16:51.171779Z","end":"2026-07-28T14:16:51.474475Z","steps":["trace[166003198] 'agreement among raft nodes before linearized reading' (duration: 302.296082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:51.474689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:51.171767Z","time spent":"302.910003ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:16:52.138031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:51.777018Z","time spent":"361.002567ms","remote":"127.0.0.1:59092","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T14:16:52.138691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.780812ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:16:52.139369Z","caller":"traceutil/trace.go:171","msg":"trace[20105905] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"660.606245ms","start":"2026-07-28T14:16:51.478732Z","end":"2026-07-28T14:16:52.139338Z","steps":["trace[20105905] 'process raft request' (duration: 329.012597ms)","trace[20105905] 'compare' (duration: 330.606529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:52.139519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:51.478711Z","time spent":"660.722287ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:52.139569Z","caller":"traceutil/trace.go:171","msg":"trace[1765092407] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"660.34319ms","start":"2026-07-28T14:16:51.479188Z","end":"2026-07-28T14:16:52.139531Z","steps":["trace[1765092407] 'process raft request' (duration: 659.999424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:52.13976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:51.479153Z","time spent":"660.512494ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:52.139975Z","caller":"traceutil/trace.go:171","msg":"trace[362283196] linearizableReadLoop","detail":"{readStateIndex:2732; appliedIndex:2729; }","duration":"552.1908ms","start":"2026-07-28T14:16:51.587759Z","end":"2026-07-28T14:16:52.13995Z","steps":["trace[362283196] 'read index received' (duration: 220.007981ms)","trace[362283196] 'applied index is now lower than readState.Index' (duration: 332.181449ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:52.140259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.571195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:16:52.140285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.534028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-28T14:16:52.140318Z","caller":"traceutil/trace.go:171","msg":"trace[794006501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2632; }","duration":"279.692677ms","start":"2026-07-28T14:16:51.860609Z","end":"2026-07-28T14:16:52.140302Z","steps":["trace[794006501] 'agreement among raft nodes before linearized reading' (duration: 279.597945ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:52.140331Z","caller":"traceutil/trace.go:171","msg":"trace[1030927694] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2632; }","duration":"552.63581ms","start":"2026-07-28T14:16:51.58768Z","end":"2026-07-28T14:16:52.140316Z","steps":["trace[1030927694] 'agreement among raft nodes before linearized reading' (duration: 552.450536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:52.140363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:51.587652Z","time spent":"552.703782ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T14:16:52.140505Z","caller":"traceutil/trace.go:171","msg":"trace[1723114216] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"660.733577ms","start":"2026-07-28T14:16:51.47976Z","end":"2026-07-28T14:16:52.140493Z","steps":["trace[1723114216] 'process raft request' (duration: 660.038203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:52.140496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.44738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-28T14:16:52.14056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:16:51.479729Z","time spent":"660.799799ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:16:52.14057Z","caller":"traceutil/trace.go:171","msg":"trace[198313455] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2632; }","duration":"283.594033ms","start":"2026-07-28T14:16:51.856951Z","end":"2026-07-28T14:16:52.140545Z","steps":["trace[198313455] 'agreement among raft nodes before linearized reading' (duration: 283.260307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:52.140934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.739666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:16:52.140973Z","caller":"traceutil/trace.go:171","msg":"trace[1032987910] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2632; }","duration":"282.869128ms","start":"2026-07-28T14:16:51.858094Z","end":"2026-07-28T14:16:52.140963Z","steps":["trace[1032987910] 'agreement among raft nodes before linearized reading' (duration: 282.734826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:52.140994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.529333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-07-28T14:16:52.141039Z","caller":"traceutil/trace.go:171","msg":"trace[1170264459] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2632; }","duration":"280.596044ms","start":"2026-07-28T14:16:51.860433Z","end":"2026-07-28T14:16:52.141029Z","steps":["trace[1170264459] 'agreement among raft nodes before linearized reading' (duration: 280.37937ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:52.260225Z","caller":"traceutil/trace.go:171","msg":"trace[44033296] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"115.405291ms","start":"2026-07-28T14:16:52.144785Z","end":"2026-07-28T14:16:52.26019Z","steps":["trace[44033296] 'process raft request' (duration: 113.078786ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:52.260242Z","caller":"traceutil/trace.go:171","msg":"trace[1036839547] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"114.923193ms","start":"2026-07-28T14:16:52.145293Z","end":"2026-07-28T14:16:52.260216Z","steps":["trace[1036839547] 'process raft request' (duration: 114.840801ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:52.260434Z","caller":"traceutil/trace.go:171","msg":"trace[554414928] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"113.644447ms","start":"2026-07-28T14:16:52.146718Z","end":"2026-07-28T14:16:52.260362Z","steps":["trace[554414928] 'process raft request' (duration: 113.458314ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:16:52.260716Z","caller":"traceutil/trace.go:171","msg":"trace[855276267] linearizableReadLoop","detail":"{readStateIndex:2733; appliedIndex:2732; }","duration":"115.021064ms","start":"2026-07-28T14:16:52.145224Z","end":"2026-07-28T14:16:52.260245Z","steps":["trace[855276267] 'read index received' (duration: 112.659038ms)","trace[855276267] 'applied index is now lower than readState.Index' (duration: 2.357926ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:16:52.260843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.586826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-28T14:16:52.260922Z","caller":"traceutil/trace.go:171","msg":"trace[646143032] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2635; }","duration":"115.690477ms","start":"2026-07-28T14:16:52.145196Z","end":"2026-07-28T14:16:52.260886Z","steps":["trace[646143032] 'agreement among raft nodes before linearized reading' (duration: 115.35756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:16:52.260996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.547435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c679c47e885163\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-28T14:16:52.261049Z","caller":"traceutil/trace.go:171","msg":"trace[585671482] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c679c47e885163; range_end:; response_count:1; response_revision:2635; }","duration":"115.634637ms","start":"2026-07-28T14:16:52.1454Z","end":"2026-07-28T14:16:52.261034Z","steps":["trace[585671482] 'agreement among raft nodes before linearized reading' (duration: 115.468764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:17:22.420574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.622534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:17:22.420656Z","caller":"traceutil/trace.go:171","msg":"trace[2039881906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2789; }","duration":"119.780177ms","start":"2026-07-28T14:17:22.300857Z","end":"2026-07-28T14:17:22.420638Z","steps":["trace[2039881906] 'range keys from in-memory index tree' (duration: 119.466281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:17:22.42086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.926196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:17:22.420891Z","caller":"traceutil/trace.go:171","msg":"trace[959989134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2789; }","duration":"135.007289ms","start":"2026-07-28T14:17:22.285875Z","end":"2026-07-28T14:17:22.420882Z","steps":["trace[959989134] 'range keys from in-memory index tree' (duration: 134.794273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:17:22.420972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.710038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:17:22.421099Z","caller":"traceutil/trace.go:171","msg":"trace[1073504446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2789; }","duration":"117.967353ms","start":"2026-07-28T14:17:22.303106Z","end":"2026-07-28T14:17:22.421074Z","steps":["trace[1073504446] 'range keys from in-memory index tree' (duration: 117.172636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:17:22.421037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.031855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:17:22.421189Z","caller":"traceutil/trace.go:171","msg":"trace[505521663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2789; }","duration":"115.235909ms","start":"2026-07-28T14:17:22.305944Z","end":"2026-07-28T14:17:22.42118Z","steps":["trace[505521663] 'range keys from in-memory index tree' (duration: 114.375841ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:28.194675Z","caller":"traceutil/trace.go:171","msg":"trace[191912557] transaction","detail":"{read_only:false; response_revision:3641; number_of_response:1; }","duration":"125.715933ms","start":"2026-07-28T14:19:28.068933Z","end":"2026-07-28T14:19:28.194649Z","steps":["trace[191912557] 'process raft request' (duration: 125.56821ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:19:28.196355Z","caller":"traceutil/trace.go:171","msg":"trace[542416251] transaction","detail":"{read_only:false; response_revision:3642; number_of_response:1; }","duration":"125.804905ms","start":"2026-07-28T14:19:28.070523Z","end":"2026-07-28T14:19:28.196328Z","steps":["trace[542416251] 'process raft request' (duration: 125.651672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:20:59.807616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.004738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-28T14:20:59.807605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.731581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:20:59.807717Z","caller":"traceutil/trace.go:171","msg":"trace[1679707171] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4715; }","duration":"140.139721ms","start":"2026-07-28T14:20:59.667555Z","end":"2026-07-28T14:20:59.807694Z","steps":["trace[1679707171] 'agreement among raft nodes before linearized reading' (duration: 139.888026ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:20:59.807767Z","caller":"traceutil/trace.go:171","msg":"trace[1668405789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4715; }","duration":"142.950277ms","start":"2026-07-28T14:20:59.664792Z","end":"2026-07-28T14:20:59.807742Z","steps":["trace[1668405789] 'agreement among raft nodes before linearized reading' (duration: 142.554079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:20:59.80776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.983518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-28T14:20:59.807868Z","caller":"traceutil/trace.go:171","msg":"trace[187890470] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4715; }","duration":"141.15122ms","start":"2026-07-28T14:20:59.666685Z","end":"2026-07-28T14:20:59.807836Z","steps":["trace[187890470] 'agreement among raft nodes before linearized reading' (duration: 140.817784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:20:59.808287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.805314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:20:59.808376Z","caller":"traceutil/trace.go:171","msg":"trace[2079728506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4715; }","duration":"139.919456ms","start":"2026-07-28T14:20:59.668437Z","end":"2026-07-28T14:20:59.808357Z","steps":["trace[2079728506] 'agreement among raft nodes before linearized reading' (duration: 138.949798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:00.195488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.915237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:21:00.195647Z","caller":"traceutil/trace.go:171","msg":"trace[2086525864] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"450.402173ms","start":"2026-07-28T14:20:59.745215Z","end":"2026-07-28T14:21:00.195617Z","steps":["trace[2086525864] 'process raft request' (duration: 83.243061ms)","trace[2086525864] 'compare' (duration: 366.734424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:21:00.195746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:20:59.745187Z","time spent":"450.512875ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:21:00.406333Z","caller":"traceutil/trace.go:171","msg":"trace[511876267] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"593.259466ms","start":"2026-07-28T14:20:59.813043Z","end":"2026-07-28T14:21:00.406303Z","steps":["trace[511876267] 'process raft request' (duration: 593.074192ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:00.406407Z","caller":"traceutil/trace.go:171","msg":"trace[1666071016] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"593.411139ms","start":"2026-07-28T14:20:59.812953Z","end":"2026-07-28T14:21:00.406364Z","steps":["trace[1666071016] 'process raft request' (duration: 528.361417ms)","trace[1666071016] 'compare' (duration: 61.718046ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:21:00.406502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:20:59.813035Z","time spent":"593.380659ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:21:00.406652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:20:59.812897Z","time spent":"593.620054ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:21:00.407089Z","caller":"traceutil/trace.go:171","msg":"trace[401436034] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"593.939739ms","start":"2026-07-28T14:20:59.813126Z","end":"2026-07-28T14:21:00.407066Z","steps":["trace[401436034] 'process raft request' (duration: 593.117303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:00.407259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:20:59.813105Z","time spent":"594.059232ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:21:00.407338Z","caller":"traceutil/trace.go:171","msg":"trace[864580956] linearizableReadLoop","detail":"{readStateIndex:4903; appliedIndex:4897; }","duration":"585.404601ms","start":"2026-07-28T14:20:59.821916Z","end":"2026-07-28T14:21:00.407321Z","steps":["trace[864580956] 'read index received' (duration: 6.556719ms)","trace[864580956] 'applied index is now lower than readState.Index' (duration: 578.846992ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:00.407369Z","caller":"traceutil/trace.go:171","msg":"trace[746536721] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"594.067962ms","start":"2026-07-28T14:20:59.813287Z","end":"2026-07-28T14:21:00.407355Z","steps":["trace[746536721] 'process raft request' (duration: 593.731606ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:00.407381Z","caller":"traceutil/trace.go:171","msg":"trace[1614450070] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"593.990511ms","start":"2026-07-28T14:20:59.81337Z","end":"2026-07-28T14:21:00.40736Z","steps":["trace[1614450070] 'process raft request' (duration: 593.873479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:00.407452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:20:59.813277Z","time spent":"594.132923ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:21:00.407487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:20:59.813339Z","time spent":"594.083562ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:21:00.407604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.313048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-28T14:21:00.407644Z","caller":"traceutil/trace.go:171","msg":"trace[1616269951] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4721; }","duration":"525.359219ms","start":"2026-07-28T14:20:59.882271Z","end":"2026-07-28T14:21:00.407631Z","steps":["trace[1616269951] 'agreement among raft nodes before linearized reading' (duration: 525.172006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:00.407666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:20:59.882195Z","time spent":"525.466401ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T14:21:00.407841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.911133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14496"} {"level":"info","ts":"2026-07-28T14:21:00.407942Z","caller":"traceutil/trace.go:171","msg":"trace[550764469] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4721; }","duration":"586.070866ms","start":"2026-07-28T14:20:59.821846Z","end":"2026-07-28T14:21:00.407917Z","steps":["trace[550764469] 'agreement among raft nodes before linearized reading' (duration: 585.593615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:00.408006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:20:59.821815Z","time spent":"586.177627ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":14520,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T14:21:00.408616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.186753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-28T14:21:00.408619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.396341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:21:00.409793Z","caller":"traceutil/trace.go:171","msg":"trace[510626845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4721; }","duration":"101.409557ms","start":"2026-07-28T14:21:00.308356Z","end":"2026-07-28T14:21:00.409765Z","steps":["trace[510626845] 'agreement among raft nodes before linearized reading' (duration: 99.099051ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:00.40991Z","caller":"traceutil/trace.go:171","msg":"trace[2139671453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4721; }","duration":"123.723096ms","start":"2026-07-28T14:21:00.28613Z","end":"2026-07-28T14:21:00.409853Z","steps":["trace[2139671453] 'agreement among raft nodes before linearized reading' (duration: 121.356519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:03.799106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.654947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:21:03.799226Z","caller":"traceutil/trace.go:171","msg":"trace[999267777] linearizableReadLoop","detail":"{readStateIndex:5039; appliedIndex:5038; }","duration":"681.342012ms","start":"2026-07-28T14:21:03.117863Z","end":"2026-07-28T14:21:03.799205Z","steps":["trace[999267777] 'read index received' (duration: 29.251µs)","trace[999267777] 'applied index is now lower than readState.Index' (duration: 681.311251ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:03.799303Z","caller":"traceutil/trace.go:171","msg":"trace[442897831] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"799.294865ms","start":"2026-07-28T14:21:02.999997Z","end":"2026-07-28T14:21:03.799292Z","steps":["trace[442897831] 'process raft request' (duration: 13.371913ms)","trace[442897831] 'compare' (duration: 785.202747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:21:03.79936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:02.999976Z","time spent":"799.359527ms","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1956,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:21:03.799697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.827372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89fb3ba2-e02d-4cdf-9a09-5c7b1b20a73a\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-07-28T14:21:03.799732Z","caller":"traceutil/trace.go:171","msg":"trace[910258772] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89fb3ba2-e02d-4cdf-9a09-5c7b1b20a73a; range_end:; response_count:1; response_revision:4854; }","duration":"681.893893ms","start":"2026-07-28T14:21:03.117826Z","end":"2026-07-28T14:21:03.799719Z","steps":["trace[910258772] 'agreement among raft nodes before linearized reading' (duration: 681.71725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:03.799822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:03.117811Z","time spent":"682.003005ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89fb3ba2-e02d-4cdf-9a09-5c7b1b20a73a\" "} {"level":"info","ts":"2026-07-28T14:21:03.84315Z","caller":"traceutil/trace.go:171","msg":"trace[798609313] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"499.781166ms","start":"2026-07-28T14:21:03.343357Z","end":"2026-07-28T14:21:03.843138Z","steps":["trace[798609313] 'process raft request' (duration: 499.676244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:03.843217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:03.343332Z","time spent":"499.851996ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:21:03.843445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.852827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:21:03.843473Z","caller":"traceutil/trace.go:171","msg":"trace[1239126018] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4855; }","duration":"228.895519ms","start":"2026-07-28T14:21:03.61457Z","end":"2026-07-28T14:21:03.843465Z","steps":["trace[1239126018] 'agreement among raft nodes before linearized reading' (duration: 228.849718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:03.843469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.072779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-28T14:21:03.843542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.478718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89fb3ba2-e02d-4cdf-9a09-5c7b1b20a73a\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-07-28T14:21:03.843579Z","caller":"traceutil/trace.go:171","msg":"trace[483871140] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:4855; }","duration":"705.208781ms","start":"2026-07-28T14:21:03.138338Z","end":"2026-07-28T14:21:03.843547Z","steps":["trace[483871140] 'agreement among raft nodes before linearized reading' (duration: 704.934216ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:03.843649Z","caller":"traceutil/trace.go:171","msg":"trace[2137909625] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-89fb3ba2-e02d-4cdf-9a09-5c7b1b20a73a; range_end:; response_count:1; response_revision:4855; }","duration":"304.646801ms","start":"2026-07-28T14:21:03.538975Z","end":"2026-07-28T14:21:03.843622Z","steps":["trace[2137909625] 'agreement among raft nodes before linearized reading' (duration: 304.292104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:03.843674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.013062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:21:03.843712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:03.538951Z","time spent":"304.745933ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-89fb3ba2-e02d-4cdf-9a09-5c7b1b20a73a\" "} {"level":"info","ts":"2026-07-28T14:21:03.843755Z","caller":"traceutil/trace.go:171","msg":"trace[1968527767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4855; }","duration":"557.150545ms","start":"2026-07-28T14:21:03.286586Z","end":"2026-07-28T14:21:03.843736Z","steps":["trace[1968527767] 'agreement among raft nodes before linearized reading' (duration: 557.005281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:03.843732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.831253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8g89x-tls\" ","response":"range_response_count:1 size:1966"} {"level":"warn","ts":"2026-07-28T14:21:03.843738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.803984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8fdgx\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-28T14:21:03.8438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:03.286562Z","time spent":"557.229757ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:21:03.843813Z","caller":"traceutil/trace.go:171","msg":"trace[1664312943] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-8g89x-tls; range_end:; response_count:1; response_revision:4855; }","duration":"245.971926ms","start":"2026-07-28T14:21:03.597822Z","end":"2026-07-28T14:21:03.843794Z","steps":["trace[1664312943] 'agreement among raft nodes before linearized reading' (duration: 245.740231ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:03.843839Z","caller":"traceutil/trace.go:171","msg":"trace[970353519] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8fdgx; range_end:; response_count:1; response_revision:4855; }","duration":"539.966237ms","start":"2026-07-28T14:21:03.303845Z","end":"2026-07-28T14:21:03.843811Z","steps":["trace[970353519] 'agreement among raft nodes before linearized reading' (duration: 539.683971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:03.843896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:03.303823Z","time spent":"540.063409ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-8fdgx\" "} {"level":"warn","ts":"2026-07-28T14:21:03.844077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.957394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:21:03.844108Z","caller":"traceutil/trace.go:171","msg":"trace[206382860] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4855; }","duration":"515.046586ms","start":"2026-07-28T14:21:03.329049Z","end":"2026-07-28T14:21:03.844095Z","steps":["trace[206382860] 'agreement among raft nodes before linearized reading' (duration: 514.984645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:03.844137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:03.32902Z","time spent":"515.109467ms","remote":"127.0.0.1:41574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:21:03.843638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:03.138332Z","time spent":"705.295833ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-28T14:21:04.180428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.498835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:21:04.180555Z","caller":"traceutil/trace.go:171","msg":"trace[283669504] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"147.608887ms","start":"2026-07-28T14:21:04.032925Z","end":"2026-07-28T14:21:04.180534Z","steps":["trace[283669504] 'process raft request' (duration: 32.931088ms)","trace[283669504] 'compare' (duration: 114.344272ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:04.201054Z","caller":"traceutil/trace.go:171","msg":"trace[1628467084] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"166.091732ms","start":"2026-07-28T14:21:04.034935Z","end":"2026-07-28T14:21:04.201027Z","steps":["trace[1628467084] 'process raft request' (duration: 165.711704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:04.201178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.617329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:21:04.201248Z","caller":"traceutil/trace.go:171","msg":"trace[892556387] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4867; }","duration":"147.750361ms","start":"2026-07-28T14:21:04.053482Z","end":"2026-07-28T14:21:04.201232Z","steps":["trace[892556387] 'agreement among raft nodes before linearized reading' (duration: 147.613488ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:04.200986Z","caller":"traceutil/trace.go:171","msg":"trace[1910359762] linearizableReadLoop","detail":"{readStateIndex:5053; appliedIndex:5051; }","duration":"147.428945ms","start":"2026-07-28T14:21:04.053524Z","end":"2026-07-28T14:21:04.200953Z","steps":["trace[1910359762] 'read index received' (duration: 12.383044ms)","trace[1910359762] 'applied index is now lower than readState.Index' (duration: 135.044441ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:06.877979Z","caller":"traceutil/trace.go:171","msg":"trace[679048229] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"165.549702ms","start":"2026-07-28T14:21:06.712383Z","end":"2026-07-28T14:21:06.877932Z","steps":["trace[679048229] 'process raft request' (duration: 147.507657ms)","trace[679048229] 'compare' (duration: 17.743119ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:06.878031Z","caller":"traceutil/trace.go:171","msg":"trace[1847440893] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"165.611063ms","start":"2026-07-28T14:21:06.712373Z","end":"2026-07-28T14:21:06.877984Z","steps":["trace[1847440893] 'process raft request' (duration: 165.464551ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:06.878187Z","caller":"traceutil/trace.go:171","msg":"trace[1046113416] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"165.730375ms","start":"2026-07-28T14:21:06.712415Z","end":"2026-07-28T14:21:06.878145Z","steps":["trace[1046113416] 'process raft request' (duration: 165.480441ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:18.532561Z","caller":"traceutil/trace.go:171","msg":"trace[182899063] linearizableReadLoop","detail":"{readStateIndex:5313; appliedIndex:5312; }","duration":"143.718241ms","start":"2026-07-28T14:21:18.388821Z","end":"2026-07-28T14:21:18.532539Z","steps":["trace[182899063] 'read index received' (duration: 143.468135ms)","trace[182899063] 'applied index is now lower than readState.Index' (duration: 249.396µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:18.53266Z","caller":"traceutil/trace.go:171","msg":"trace[837060677] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"152.676728ms","start":"2026-07-28T14:21:18.379949Z","end":"2026-07-28T14:21:18.532626Z","steps":["trace[837060677] 'process raft request' (duration: 152.428612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:18.532767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.926345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:21:18.532802Z","caller":"traceutil/trace.go:171","msg":"trace[1900772407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5119; }","duration":"143.994487ms","start":"2026-07-28T14:21:18.388797Z","end":"2026-07-28T14:21:18.532792Z","steps":["trace[1900772407] 'agreement among raft nodes before linearized reading' (duration: 143.865434ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:18.667654Z","caller":"traceutil/trace.go:171","msg":"trace[1124414243] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"130.326727ms","start":"2026-07-28T14:21:18.537283Z","end":"2026-07-28T14:21:18.66761Z","steps":["trace[1124414243] 'process raft request' (duration: 55.603426ms)","trace[1124414243] 'compare' (duration: 74.315054ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:18.668097Z","caller":"traceutil/trace.go:171","msg":"trace[725286771] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"130.722855ms","start":"2026-07-28T14:21:18.537353Z","end":"2026-07-28T14:21:18.668076Z","steps":["trace[725286771] 'process raft request' (duration: 130.083883ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:18.668087Z","caller":"traceutil/trace.go:171","msg":"trace[1165986740] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"130.576312ms","start":"2026-07-28T14:21:18.537484Z","end":"2026-07-28T14:21:18.66806Z","steps":["trace[1165986740] 'process raft request' (duration: 130.057042ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:18.668126Z","caller":"traceutil/trace.go:171","msg":"trace[1359158795] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"130.167755ms","start":"2026-07-28T14:21:18.537933Z","end":"2026-07-28T14:21:18.668101Z","steps":["trace[1359158795] 'process raft request' (duration: 129.643455ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:18.668197Z","caller":"traceutil/trace.go:171","msg":"trace[1436722209] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"129.556792ms","start":"2026-07-28T14:21:18.538588Z","end":"2026-07-28T14:21:18.668145Z","steps":["trace[1436722209] 'process raft request' (duration: 129.033772ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:18.66832Z","caller":"traceutil/trace.go:171","msg":"trace[991028376] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"129.611793ms","start":"2026-07-28T14:21:18.53864Z","end":"2026-07-28T14:21:18.668251Z","steps":["trace[991028376] 'process raft request' (duration: 129.020011ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:18.668537Z","caller":"traceutil/trace.go:171","msg":"trace[1760253512] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"114.17728ms","start":"2026-07-28T14:21:18.554345Z","end":"2026-07-28T14:21:18.668522Z","steps":["trace[1760253512] 'process raft request' (duration: 114.004546ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:18.668594Z","caller":"traceutil/trace.go:171","msg":"trace[1265526050] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"114.472736ms","start":"2026-07-28T14:21:18.55411Z","end":"2026-07-28T14:21:18.668582Z","steps":["trace[1265526050] 'process raft request' (duration: 113.587888ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:18.844815Z","caller":"traceutil/trace.go:171","msg":"trace[471800678] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"112.578588ms","start":"2026-07-28T14:21:18.732206Z","end":"2026-07-28T14:21:18.844785Z","steps":["trace[471800678] 'process raft request' (duration: 104.10896ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:20.344926Z","caller":"traceutil/trace.go:171","msg":"trace[686418124] linearizableReadLoop","detail":"{readStateIndex:5334; appliedIndex:5333; }","duration":"368.464238ms","start":"2026-07-28T14:21:19.976414Z","end":"2026-07-28T14:21:20.344878Z","steps":["trace[686418124] 'read index received' (duration: 368.207933ms)","trace[686418124] 'applied index is now lower than readState.Index' (duration: 255.435µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:20.345093Z","caller":"traceutil/trace.go:171","msg":"trace[933061769] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"598.56045ms","start":"2026-07-28T14:21:19.746487Z","end":"2026-07-28T14:21:20.345047Z","steps":["trace[933061769] 'process raft request' (duration: 598.199973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:20.345365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:19.746445Z","time spent":"598.761044ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:21:20.345411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.775347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8fdgx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-28T14:21:20.345545Z","caller":"traceutil/trace.go:171","msg":"trace[1266624307] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8fdgx; range_end:; response_count:1; response_revision:5139; }","duration":"359.864769ms","start":"2026-07-28T14:21:19.985581Z","end":"2026-07-28T14:21:20.345445Z","steps":["trace[1266624307] 'agreement among raft nodes before linearized reading' (duration: 359.503982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:20.345453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.010839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T14:21:20.345607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:19.985571Z","time spent":"360.022512ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-8fdgx\" "} {"level":"info","ts":"2026-07-28T14:21:20.345682Z","caller":"traceutil/trace.go:171","msg":"trace[1320112242] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5139; }","duration":"369.272813ms","start":"2026-07-28T14:21:19.976349Z","end":"2026-07-28T14:21:20.345622Z","steps":["trace[1320112242] 'agreement among raft nodes before linearized reading' (duration: 368.734593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:20.34578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:19.976322Z","time spent":"369.414487ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:21:22.492398Z","caller":"traceutil/trace.go:171","msg":"trace[1533355984] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"116.836532ms","start":"2026-07-28T14:21:22.375528Z","end":"2026-07-28T14:21:22.492365Z","steps":["trace[1533355984] 'process raft request' (duration: 116.639629ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:22.81039Z","caller":"traceutil/trace.go:171","msg":"trace[1811143648] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5366; }","duration":"127.512402ms","start":"2026-07-28T14:21:22.682857Z","end":"2026-07-28T14:21:22.810369Z","steps":["trace[1811143648] 'read index received' (duration: 127.352039ms)","trace[1811143648] 'applied index is now lower than readState.Index' (duration: 159.083µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:22.810531Z","caller":"traceutil/trace.go:171","msg":"trace[150523007] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"128.066114ms","start":"2026-07-28T14:21:22.682411Z","end":"2026-07-28T14:21:22.810477Z","steps":["trace[150523007] 'process raft request' (duration: 127.685847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:22.810813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.915839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:21:22.81092Z","caller":"traceutil/trace.go:171","msg":"trace[997410726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5172; }","duration":"128.097543ms","start":"2026-07-28T14:21:22.682799Z","end":"2026-07-28T14:21:22.810897Z","steps":["trace[997410726] 'agreement among raft nodes before linearized reading' (duration: 127.705455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:22.811623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.86562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T14:21:22.811654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.957963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:21:22.811677Z","caller":"traceutil/trace.go:171","msg":"trace[1360308692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5173; }","duration":"122.929822ms","start":"2026-07-28T14:21:22.688734Z","end":"2026-07-28T14:21:22.811664Z","steps":["trace[1360308692] 'agreement among raft nodes before linearized reading' (duration: 122.78592ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:22.811692Z","caller":"traceutil/trace.go:171","msg":"trace[1067841505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5173; }","duration":"124.020274ms","start":"2026-07-28T14:21:22.687661Z","end":"2026-07-28T14:21:22.811682Z","steps":["trace[1067841505] 'agreement among raft nodes before linearized reading' (duration: 123.899341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:22.81169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.016803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-28T14:21:22.811746Z","caller":"traceutil/trace.go:171","msg":"trace[1896904780] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5173; }","duration":"124.158126ms","start":"2026-07-28T14:21:22.68757Z","end":"2026-07-28T14:21:22.811728Z","steps":["trace[1896904780] 'agreement among raft nodes before linearized reading' (duration: 124.014744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:22.811813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.776289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:21:22.81183Z","caller":"traceutil/trace.go:171","msg":"trace[397613866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5173; }","duration":"122.824579ms","start":"2026-07-28T14:21:22.689Z","end":"2026-07-28T14:21:22.811825Z","steps":["trace[397613866] 'agreement among raft nodes before linearized reading' (duration: 122.771078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:22.812349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.662185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-28T14:21:22.812446Z","caller":"traceutil/trace.go:171","msg":"trace[1696234058] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5173; }","duration":"124.793489ms","start":"2026-07-28T14:21:22.687625Z","end":"2026-07-28T14:21:22.812418Z","steps":["trace[1696234058] 'agreement among raft nodes before linearized reading' (duration: 123.839871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:26.181281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.542938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-28T14:21:26.181392Z","caller":"traceutil/trace.go:171","msg":"trace[810403516] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5274; }","duration":"107.715111ms","start":"2026-07-28T14:21:26.073652Z","end":"2026-07-28T14:21:26.181367Z","steps":["trace[810403516] 'range keys from in-memory index tree' (duration: 107.325853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:27.132146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.949433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc18bcdc-2412-4ce3-82ec-2b1228914ec0\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-28T14:21:27.132292Z","caller":"traceutil/trace.go:171","msg":"trace[1183602236] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc18bcdc-2412-4ce3-82ec-2b1228914ec0; range_end:; response_count:1; response_revision:5285; }","duration":"316.166628ms","start":"2026-07-28T14:21:26.816087Z","end":"2026-07-28T14:21:27.132254Z","steps":["trace[1183602236] 'range keys from in-memory index tree' (duration: 315.590017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:27.132537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.049937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-28T14:21:27.132792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:26.816063Z","time spent":"316.602846ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc18bcdc-2412-4ce3-82ec-2b1228914ec0\" "} {"level":"info","ts":"2026-07-28T14:21:27.132951Z","caller":"traceutil/trace.go:171","msg":"trace[1701562396] linearizableReadLoop","detail":"{readStateIndex:5486; appliedIndex:5484; }","duration":"299.986929ms","start":"2026-07-28T14:21:26.832943Z","end":"2026-07-28T14:21:27.13293Z","steps":["trace[1701562396] 'read index received' (duration: 52.440333ms)","trace[1701562396] 'applied index is now lower than readState.Index' (duration: 247.545046ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:27.133005Z","caller":"traceutil/trace.go:171","msg":"trace[138441971] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"304.994438ms","start":"2026-07-28T14:21:26.82797Z","end":"2026-07-28T14:21:27.132964Z","steps":["trace[138441971] 'process raft request' (duration: 304.704152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:27.133104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.155382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-28T14:21:27.133142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.152772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:21:27.133155Z","caller":"traceutil/trace.go:171","msg":"trace[162385905] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5287; }","duration":"300.287104ms","start":"2026-07-28T14:21:26.832854Z","end":"2026-07-28T14:21:27.133141Z","steps":["trace[162385905] 'agreement among raft nodes before linearized reading' (duration: 300.137491ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:27.13318Z","caller":"traceutil/trace.go:171","msg":"trace[1865927214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5287; }","duration":"300.236944ms","start":"2026-07-28T14:21:26.832933Z","end":"2026-07-28T14:21:27.13317Z","steps":["trace[1865927214] 'agreement among raft nodes before linearized reading' (duration: 300.113761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:27.133185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:26.832823Z","time spent":"300.354736ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:21:27.133217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:26.832878Z","time spent":"300.331726ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:21:27.133232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:26.827948Z","time spent":"305.156782ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:21:27.133055Z","caller":"traceutil/trace.go:171","msg":"trace[32397725] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"310.550457ms","start":"2026-07-28T14:21:26.822339Z","end":"2026-07-28T14:21:27.13289Z","steps":["trace[32397725] 'process raft request' (duration: 63.016041ms)","trace[32397725] 'compare' (duration: 246.904095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:21:27.133526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:26.822311Z","time spent":"311.096198ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:21:27.133548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.305225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-28T14:21:27.133357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.94788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:21:27.133887Z","caller":"traceutil/trace.go:171","msg":"trace[1555176442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5287; }","duration":"171.623361ms","start":"2026-07-28T14:21:26.962195Z","end":"2026-07-28T14:21:27.133818Z","steps":["trace[1555176442] 'agreement among raft nodes before linearized reading' (duration: 171.199332ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:27.133939Z","caller":"traceutil/trace.go:171","msg":"trace[2096561724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5287; }","duration":"294.545353ms","start":"2026-07-28T14:21:26.839376Z","end":"2026-07-28T14:21:27.133921Z","steps":["trace[2096561724] 'agreement among raft nodes before linearized reading' (duration: 293.92395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:27.133493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.119992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-dc18bcdc-2412-4ce3-82ec-2b1228914ec0\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-28T14:21:27.134086Z","caller":"traceutil/trace.go:171","msg":"trace[523350790] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-dc18bcdc-2412-4ce3-82ec-2b1228914ec0; range_end:; response_count:1; response_revision:5287; }","duration":"197.752385ms","start":"2026-07-28T14:21:26.936298Z","end":"2026-07-28T14:21:27.13405Z","steps":["trace[523350790] 'agreement among raft nodes before linearized reading' (duration: 196.877388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:27.133316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.694095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:21:27.134165Z","caller":"traceutil/trace.go:171","msg":"trace[2045006540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5287; }","duration":"295.579602ms","start":"2026-07-28T14:21:26.838572Z","end":"2026-07-28T14:21:27.134152Z","steps":["trace[2045006540] 'agreement among raft nodes before linearized reading' (duration: 294.613193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:27.133632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.289045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:21:27.134275Z","caller":"traceutil/trace.go:171","msg":"trace[2082442718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5287; }","duration":"298.951309ms","start":"2026-07-28T14:21:26.835314Z","end":"2026-07-28T14:21:27.134266Z","steps":["trace[2082442718] 'agreement among raft nodes before linearized reading' (duration: 298.055121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:27.134697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.675805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-28T14:21:27.134824Z","caller":"traceutil/trace.go:171","msg":"trace[1256323519] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5287; }","duration":"296.915959ms","start":"2026-07-28T14:21:26.837886Z","end":"2026-07-28T14:21:27.134802Z","steps":["trace[1256323519] 'agreement among raft nodes before linearized reading' (duration: 295.400379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.232518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069956696s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:21:28.233147Z","caller":"traceutil/trace.go:171","msg":"trace[1327695381] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"1.093870818s","start":"2026-07-28T14:21:27.139248Z","end":"2026-07-28T14:21:28.233119Z","steps":["trace[1327695381] 'process raft request' (duration: 1.093591113s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.233373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:27.139234Z","time spent":"1.094026171s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:21:28.233683Z","caller":"traceutil/trace.go:171","msg":"trace[524217427] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"1.094349967s","start":"2026-07-28T14:21:27.139287Z","end":"2026-07-28T14:21:28.233637Z","steps":["trace[524217427] 'process raft request' (duration: 1.093776166s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:28.23388Z","caller":"traceutil/trace.go:171","msg":"trace[1580831702] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"1.093882338s","start":"2026-07-28T14:21:27.139953Z","end":"2026-07-28T14:21:28.233835Z","steps":["trace[1580831702] 'process raft request' (duration: 1.093570772s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.234131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:27.13994Z","time spent":"1.094066492s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:21:28.234145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:27.139244Z","time spent":"1.094547571s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:21:28.23423Z","caller":"traceutil/trace.go:171","msg":"trace[2017370715] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"1.093706156s","start":"2026-07-28T14:21:27.14049Z","end":"2026-07-28T14:21:28.234196Z","steps":["trace[2017370715] 'process raft request' (duration: 1.093202165s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:28.234467Z","caller":"traceutil/trace.go:171","msg":"trace[556750695] linearizableReadLoop","detail":"{readStateIndex:5490; appliedIndex:5486; }","duration":"1.094527731s","start":"2026-07-28T14:21:27.139899Z","end":"2026-07-28T14:21:28.234427Z","steps":["trace[556750695] 'read index received' (duration: 22.786658ms)","trace[556750695] 'applied index is now lower than readState.Index' (duration: 1.071738723s)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:28.234538Z","caller":"traceutil/trace.go:171","msg":"trace[426638111] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"1.09346348s","start":"2026-07-28T14:21:27.141054Z","end":"2026-07-28T14:21:28.234518Z","steps":["trace[426638111] 'process raft request' (duration: 1.093007231s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.235213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.01444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18c67a0a0d558e69\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-07-28T14:21:28.234708Z","caller":"traceutil/trace.go:171","msg":"trace[752258772] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"1.09292232s","start":"2026-07-28T14:21:27.141765Z","end":"2026-07-28T14:21:28.234687Z","steps":["trace[752258772] 'process raft request' (duration: 1.092547963s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.234844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.094936319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18256"} {"level":"warn","ts":"2026-07-28T14:21:28.235468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:27.141754Z","time spent":"1.093603143s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3747,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:21:28.234435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:27.140477Z","time spent":"1.093847228s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:21:28.235523Z","caller":"traceutil/trace.go:171","msg":"trace[1040953454] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5295; }","duration":"1.095604043s","start":"2026-07-28T14:21:27.139874Z","end":"2026-07-28T14:21:28.235478Z","steps":["trace[1040953454] 'agreement among raft nodes before linearized reading' (duration: 1.094847958s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.235651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:27.139861Z","time spent":"1.095747845s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18280,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T14:21:28.234842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.411553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:21:28.235957Z","caller":"traceutil/trace.go:171","msg":"trace[1673786791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5295; }","duration":"949.614066ms","start":"2026-07-28T14:21:27.286333Z","end":"2026-07-28T14:21:28.235947Z","steps":["trace[1673786791] 'agreement among raft nodes before linearized reading' (duration: 948.418272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.235989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:27.286305Z","time spent":"949.673738ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:21:28.235113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.268652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"warn","ts":"2026-07-28T14:21:28.236081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:27.141042Z","time spent":"1.094166034s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:21:28.236237Z","caller":"traceutil/trace.go:171","msg":"trace[570415885] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5295; }","duration":"342.317533ms","start":"2026-07-28T14:21:27.893808Z","end":"2026-07-28T14:21:28.236126Z","steps":["trace[570415885] 'agreement among raft nodes before linearized reading' (duration: 341.12801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.236567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:27.893797Z","time spent":"342.67044ms","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3268,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-28T14:21:28.235292Z","caller":"traceutil/trace.go:171","msg":"trace[1070267087] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18c67a0a0d558e69; range_end:; response_count:1; response_revision:5295; }","duration":"467.145322ms","start":"2026-07-28T14:21:27.768124Z","end":"2026-07-28T14:21:28.235269Z","steps":["trace[1070267087] 'agreement among raft nodes before linearized reading' (duration: 466.838866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.236717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:27.76809Z","time spent":"468.5879ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18c67a0a0d558e69\" "} {"level":"info","ts":"2026-07-28T14:21:28.677659Z","caller":"traceutil/trace.go:171","msg":"trace[719781068] linearizableReadLoop","detail":"{readStateIndex:5495; appliedIndex:5494; }","duration":"434.847486ms","start":"2026-07-28T14:21:28.242773Z","end":"2026-07-28T14:21:28.67762Z","steps":["trace[719781068] 'read index received' (duration: 434.699503ms)","trace[719781068] 'applied index is now lower than readState.Index' (duration: 145.823µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:28.677825Z","caller":"traceutil/trace.go:171","msg":"trace[509922931] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"438.64274ms","start":"2026-07-28T14:21:28.239138Z","end":"2026-07-28T14:21:28.67778Z","steps":["trace[509922931] 'process raft request' (duration: 438.260433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.67805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:28.23912Z","time spent":"438.811105ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:21:28.67811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.205463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1162"} {"level":"info","ts":"2026-07-28T14:21:28.67817Z","caller":"traceutil/trace.go:171","msg":"trace[1805393101] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5296; }","duration":"435.444988ms","start":"2026-07-28T14:21:28.242708Z","end":"2026-07-28T14:21:28.678153Z","steps":["trace[1805393101] 'agreement among raft nodes before linearized reading' (duration: 435.08745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.678223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:28.24268Z","time spent":"435.528909ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1186,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-07-28T14:21:28.687223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.191154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:21:28.687237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.437388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:21:28.687253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.395948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8fdgx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-28T14:21:28.687286Z","caller":"traceutil/trace.go:171","msg":"trace[754094331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5296; }","duration":"400.296245ms","start":"2026-07-28T14:21:28.286975Z","end":"2026-07-28T14:21:28.687271Z","steps":["trace[754094331] 'agreement among raft nodes before linearized reading' (duration: 400.177243ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:28.687309Z","caller":"traceutil/trace.go:171","msg":"trace[2107030495] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5296; }","duration":"368.55173ms","start":"2026-07-28T14:21:28.318738Z","end":"2026-07-28T14:21:28.68729Z","steps":["trace[2107030495] 'agreement among raft nodes before linearized reading' (duration: 368.374796ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:28.687327Z","caller":"traceutil/trace.go:171","msg":"trace[700108075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8fdgx; range_end:; response_count:1; response_revision:5296; }","duration":"298.535001ms","start":"2026-07-28T14:21:28.388777Z","end":"2026-07-28T14:21:28.687312Z","steps":["trace[700108075] 'agreement among raft nodes before linearized reading' (duration: 298.320297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.687333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:28.286949Z","time spent":"400.376497ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:21:28.687351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:28.318726Z","time spent":"368.616322ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":47,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:21:28.687393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.652872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:21:28.687465Z","caller":"traceutil/trace.go:171","msg":"trace[1310522115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5296; }","duration":"168.802195ms","start":"2026-07-28T14:21:28.518645Z","end":"2026-07-28T14:21:28.687447Z","steps":["trace[1310522115] 'agreement among raft nodes before linearized reading' (duration: 168.495189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.687492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.76615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:21:28.687606Z","caller":"traceutil/trace.go:171","msg":"trace[2025086595] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5296; }","duration":"381.974494ms","start":"2026-07-28T14:21:28.305612Z","end":"2026-07-28T14:21:28.687587Z","steps":["trace[2025086595] 'agreement among raft nodes before linearized reading' (duration: 381.709369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:28.68768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:28.305585Z","time spent":"382.079706ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T14:21:34.595234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.68003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:21:34.595336Z","caller":"traceutil/trace.go:171","msg":"trace[1336367616] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5412; }","duration":"444.860514ms","start":"2026-07-28T14:21:34.150453Z","end":"2026-07-28T14:21:34.595314Z","steps":["trace[1336367616] 'count revisions from in-memory index tree' (duration: 444.545898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:34.595394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:34.150426Z","time spent":"444.949305ms","remote":"127.0.0.1:52734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:21:34.595535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.719414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:21:34.595652Z","caller":"traceutil/trace.go:171","msg":"trace[428438123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5412; }","duration":"335.920978ms","start":"2026-07-28T14:21:34.259705Z","end":"2026-07-28T14:21:34.595626Z","steps":["trace[428438123] 'range keys from in-memory index tree' (duration: 335.465109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:34.595646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.095463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-28T14:21:34.595653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.207172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:21:34.595741Z","caller":"traceutil/trace.go:171","msg":"trace[717742344] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5412; }","duration":"330.231876ms","start":"2026-07-28T14:21:34.265485Z","end":"2026-07-28T14:21:34.595717Z","steps":["trace[717742344] 'range keys from in-memory index tree' (duration: 329.888179ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:34.595795Z","caller":"traceutil/trace.go:171","msg":"trace[2146004824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5412; }","duration":"337.411086ms","start":"2026-07-28T14:21:34.258348Z","end":"2026-07-28T14:21:34.595759Z","steps":["trace[2146004824] 'range keys from in-memory index tree' (duration: 336.874946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:34.595821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:34.265473Z","time spent":"330.335697ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:21:34.59582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.4815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:21:34.596009Z","caller":"traceutil/trace.go:171","msg":"trace[909487034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5412; }","duration":"330.728125ms","start":"2026-07-28T14:21:34.265261Z","end":"2026-07-28T14:21:34.59599Z","steps":["trace[909487034] 'range keys from in-memory index tree' (duration: 330.035951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:34.596078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:34.265234Z","time spent":"330.825927ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:21:34.595876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:34.258324Z","time spent":"337.534959ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:21:34.595713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:21:34.259677Z","time spent":"336.025739ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T14:21:38.761639Z","caller":"traceutil/trace.go:171","msg":"trace[992327605] linearizableReadLoop","detail":"{readStateIndex:5637; appliedIndex:5636; }","duration":"137.196113ms","start":"2026-07-28T14:21:38.624419Z","end":"2026-07-28T14:21:38.761616Z","steps":["trace[992327605] 'read index received' (duration: 137.020999ms)","trace[992327605] 'applied index is now lower than readState.Index' (duration: 173.744µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:38.761728Z","caller":"traceutil/trace.go:171","msg":"trace[1168040661] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"138.715554ms","start":"2026-07-28T14:21:38.622959Z","end":"2026-07-28T14:21:38.761675Z","steps":["trace[1168040661] 'process raft request' (duration: 138.497509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:38.761882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.417197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:21:38.761926Z","caller":"traceutil/trace.go:171","msg":"trace[434765680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5435; }","duration":"137.499259ms","start":"2026-07-28T14:21:38.624416Z","end":"2026-07-28T14:21:38.761915Z","steps":["trace[434765680] 'agreement among raft nodes before linearized reading' (duration: 137.358547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:38.761992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.5314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:21:38.762101Z","caller":"traceutil/trace.go:171","msg":"trace[725500237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5435; }","duration":"137.687814ms","start":"2026-07-28T14:21:38.62439Z","end":"2026-07-28T14:21:38.762078Z","steps":["trace[725500237] 'agreement among raft nodes before linearized reading' (duration: 137.375378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:38.762109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.195103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:21:38.762217Z","caller":"traceutil/trace.go:171","msg":"trace[247029146] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5435; }","duration":"134.361837ms","start":"2026-07-28T14:21:38.627831Z","end":"2026-07-28T14:21:38.762193Z","steps":["trace[247029146] 'agreement among raft nodes before linearized reading' (duration: 134.137412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:38.762239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.575421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:21:38.76236Z","caller":"traceutil/trace.go:171","msg":"trace[1278295693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5435; }","duration":"136.754214ms","start":"2026-07-28T14:21:38.625581Z","end":"2026-07-28T14:21:38.762335Z","steps":["trace[1278295693] 'agreement among raft nodes before linearized reading' (duration: 136.407598ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:39.178105Z","caller":"traceutil/trace.go:171","msg":"trace[1081876510] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"144.447445ms","start":"2026-07-28T14:21:39.033626Z","end":"2026-07-28T14:21:39.178074Z","steps":["trace[1081876510] 'process raft request' (duration: 144.148049ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:21:39.178127Z","caller":"traceutil/trace.go:171","msg":"trace[1008412779] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"144.255042ms","start":"2026-07-28T14:21:39.033593Z","end":"2026-07-28T14:21:39.177848Z","steps":["trace[1008412779] 'process raft request' (duration: 85.760159ms)","trace[1008412779] 'compare' (duration: 58.272429ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:39.178478Z","caller":"traceutil/trace.go:171","msg":"trace[1139301264] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"144.579147ms","start":"2026-07-28T14:21:39.033869Z","end":"2026-07-28T14:21:39.178448Z","steps":["trace[1139301264] 'process raft request' (duration: 144.21705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:21:39.501358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.835503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:21:39.501658Z","caller":"traceutil/trace.go:171","msg":"trace[1578259845] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"252.103845ms","start":"2026-07-28T14:21:39.24951Z","end":"2026-07-28T14:21:39.501614Z","steps":["trace[1578259845] 'process raft request' (duration: 137.798513ms)","trace[1578259845] 'compare' (duration: 113.64847ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:21:39.50168Z","caller":"traceutil/trace.go:171","msg":"trace[2138462809] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"251.79107ms","start":"2026-07-28T14:21:39.249868Z","end":"2026-07-28T14:21:39.501659Z","steps":["trace[2138462809] 'process raft request' (duration: 251.687308ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:22:18.624168Z","caller":"traceutil/trace.go:171","msg":"trace[2062062090] linearizableReadLoop","detail":"{readStateIndex:6003; appliedIndex:5996; }","duration":"123.875852ms","start":"2026-07-28T14:22:18.500267Z","end":"2026-07-28T14:22:18.624142Z","steps":["trace[2062062090] 'read index received' (duration: 6.243943ms)","trace[2062062090] 'applied index is now lower than readState.Index' (duration: 117.630459ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:22:18.624436Z","caller":"traceutil/trace.go:171","msg":"trace[974666637] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"140.388638ms","start":"2026-07-28T14:22:18.484033Z","end":"2026-07-28T14:22:18.624421Z","steps":["trace[974666637] 'process raft request' (duration: 139.940089ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:22:18.624696Z","caller":"traceutil/trace.go:171","msg":"trace[1819087126] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"143.815105ms","start":"2026-07-28T14:22:18.480863Z","end":"2026-07-28T14:22:18.624678Z","steps":["trace[1819087126] 'process raft request' (duration: 126.926482ms)","trace[1819087126] 'compare' (duration: 15.860354ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:22:18.624889Z","caller":"traceutil/trace.go:171","msg":"trace[1980896238] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"139.617353ms","start":"2026-07-28T14:22:18.48526Z","end":"2026-07-28T14:22:18.624877Z","steps":["trace[1980896238] 'process raft request' (duration: 138.759476ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:22:18.625191Z","caller":"traceutil/trace.go:171","msg":"trace[1686521235] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"139.587622ms","start":"2026-07-28T14:22:18.485593Z","end":"2026-07-28T14:22:18.62518Z","steps":["trace[1686521235] 'process raft request' (duration: 138.47604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:22:18.625526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.231879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-28T14:22:18.625599Z","caller":"traceutil/trace.go:171","msg":"trace[1750182805] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5791; }","duration":"125.352222ms","start":"2026-07-28T14:22:18.500235Z","end":"2026-07-28T14:22:18.625587Z","steps":["trace[1750182805] 'agreement among raft nodes before linearized reading' (duration: 125.141588ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:22:18.624241Z","caller":"traceutil/trace.go:171","msg":"trace[2145495856] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"140.560271ms","start":"2026-07-28T14:22:18.483635Z","end":"2026-07-28T14:22:18.624195Z","steps":["trace[2145495856] 'process raft request' (duration: 140.301146ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:22:18.626543Z","caller":"traceutil/trace.go:171","msg":"trace[695287148] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"144.307306ms","start":"2026-07-28T14:22:18.48222Z","end":"2026-07-28T14:22:18.626527Z","steps":["trace[695287148] 'process raft request' (duration: 141.646843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:22:18.832877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.831726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-07-28T14:22:18.832999Z","caller":"traceutil/trace.go:171","msg":"trace[763269730] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5791; }","duration":"107.987659ms","start":"2026-07-28T14:22:18.724987Z","end":"2026-07-28T14:22:18.832975Z","steps":["trace[763269730] 'range keys from in-memory index tree' (duration: 107.656243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:22:19.269937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.141228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"info","ts":"2026-07-28T14:22:19.270068Z","caller":"traceutil/trace.go:171","msg":"trace[1155819117] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5798; }","duration":"152.317462ms","start":"2026-07-28T14:22:19.117725Z","end":"2026-07-28T14:22:19.270043Z","steps":["trace[1155819117] 'range keys from in-memory index tree' (duration: 151.919254ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:22:20.06609Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2779} {"level":"info","ts":"2026-07-28T14:22:20.39124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2779,"took":"323.57572ms","hash":3277529353,"current-db-size-bytes":57073664,"current-db-size":"57 MB","current-db-size-in-use-bytes":32243712,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T14:22:20.391332Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3277529353,"revision":2779,"compact-revision":-1} {"level":"info","ts":"2026-07-28T14:27:16.922974Z","caller":"traceutil/trace.go:171","msg":"trace[142745075] linearizableReadLoop","detail":"{readStateIndex:8178; appliedIndex:8177; }","duration":"106.469401ms","start":"2026-07-28T14:27:16.816471Z","end":"2026-07-28T14:27:16.92294Z","steps":["trace[142745075] 'read index received' (duration: 106.092424ms)","trace[142745075] 'applied index is now lower than readState.Index' (duration: 375.497µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:27:16.923458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.96088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:27:16.923962Z","caller":"traceutil/trace.go:171","msg":"trace[1169246329] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:7896; }","duration":"107.520702ms","start":"2026-07-28T14:27:16.816418Z","end":"2026-07-28T14:27:16.923938Z","steps":["trace[1169246329] 'agreement among raft nodes before linearized reading' (duration: 106.92213ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:16.923478Z","caller":"traceutil/trace.go:171","msg":"trace[120350619] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"116.433598ms","start":"2026-07-28T14:27:16.806968Z","end":"2026-07-28T14:27:16.923402Z","steps":["trace[120350619] 'process raft request' (duration: 115.694104ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:20.073263Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5803} {"level":"info","ts":"2026-07-28T14:27:20.16694Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5803,"took":"91.537836ms","hash":2315831560,"current-db-size-bytes":57073664,"current-db-size":"57 MB","current-db-size-in-use-bytes":25567232,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-28T14:27:20.167Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2315831560,"revision":5803,"compact-revision":2779} {"level":"info","ts":"2026-07-28T14:27:27.731268Z","caller":"traceutil/trace.go:171","msg":"trace[402461765] linearizableReadLoop","detail":"{readStateIndex:8379; appliedIndex:8378; }","duration":"228.4991ms","start":"2026-07-28T14:27:27.502742Z","end":"2026-07-28T14:27:27.731241Z","steps":["trace[402461765] 'read index received' (duration: 228.240764ms)","trace[402461765] 'applied index is now lower than readState.Index' (duration: 257.446µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:27:27.731436Z","caller":"traceutil/trace.go:171","msg":"trace[1500288415] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"351.839575ms","start":"2026-07-28T14:27:27.379528Z","end":"2026-07-28T14:27:27.731368Z","steps":["trace[1500288415] 'process raft request' (duration: 351.530358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:27.73156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.299694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:27:27.73162Z","caller":"traceutil/trace.go:171","msg":"trace[117263357] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:8093; }","duration":"158.427216ms","start":"2026-07-28T14:27:27.573176Z","end":"2026-07-28T14:27:27.731603Z","steps":["trace[117263357] 'agreement among raft nodes before linearized reading' (duration: 158.237843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:27.731729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:27.379512Z","time spent":"352.077639ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:27:27.731943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.192553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-28T14:27:27.732016Z","caller":"traceutil/trace.go:171","msg":"trace[307145353] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8093; }","duration":"229.303406ms","start":"2026-07-28T14:27:27.502692Z","end":"2026-07-28T14:27:27.731995Z","steps":["trace[307145353] 'agreement among raft nodes before linearized reading' (duration: 228.715004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:29.189383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095057146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:27:29.690448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095057146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:27:30.191448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095057146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:27:30.409425Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.863930556s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:27:30.409925Z","caller":"traceutil/trace.go:171","msg":"trace[781619693] transaction","detail":"{read_only:false; response_revision:8095; number_of_response:1; }","duration":"1.864499077s","start":"2026-07-28T14:27:28.545392Z","end":"2026-07-28T14:27:30.409891Z","steps":["trace[781619693] 'process raft request' (duration: 1.864222672s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.410113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:28.545375Z","time spent":"1.86463931s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:27:30.410883Z","caller":"traceutil/trace.go:171","msg":"trace[459196566] linearizableReadLoop","detail":"{readStateIndex:8385; appliedIndex:8381; }","duration":"1.722353931s","start":"2026-07-28T14:27:28.688502Z","end":"2026-07-28T14:27:30.410856Z","steps":["trace[459196566] 'read index received' (duration: 1.721103428s)","trace[459196566] 'applied index is now lower than readState.Index' (duration: 1.249493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:27:30.411245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419686838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-28T14:27:30.411192Z","caller":"traceutil/trace.go:171","msg":"trace[1584046712] transaction","detail":"{read_only:false; response_revision:8097; number_of_response:1; }","duration":"1.764699598s","start":"2026-07-28T14:27:28.646445Z","end":"2026-07-28T14:27:30.411145Z","steps":["trace[1584046712] 'process raft request' (duration: 1.76435452s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:30.411278Z","caller":"traceutil/trace.go:171","msg":"trace[1850028341] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8098; }","duration":"1.41977748s","start":"2026-07-28T14:27:28.991492Z","end":"2026-07-28T14:27:30.41127Z","steps":["trace[1850028341] 'agreement among raft nodes before linearized reading' (duration: 1.419636738s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.411304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:28.991466Z","time spent":"1.419833021s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-28T14:27:30.411275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722751511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:27:30.411269Z","caller":"traceutil/trace.go:171","msg":"trace[277610263] transaction","detail":"{read_only:false; response_revision:8098; number_of_response:1; }","duration":"230.692533ms","start":"2026-07-28T14:27:30.18053Z","end":"2026-07-28T14:27:30.411222Z","steps":["trace[277610263] 'process raft request' (duration: 230.297515ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:30.411363Z","caller":"traceutil/trace.go:171","msg":"trace[830978747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8098; }","duration":"1.722885563s","start":"2026-07-28T14:27:28.688457Z","end":"2026-07-28T14:27:30.411343Z","steps":["trace[830978747] 'agreement among raft nodes before linearized reading' (duration: 1.722637318s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.411435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125110525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:27:30.411425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:28.688442Z","time spent":"1.722972095s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:27:30.411454Z","caller":"traceutil/trace.go:171","msg":"trace[2072354765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8098; }","duration":"1.125172707s","start":"2026-07-28T14:27:29.286276Z","end":"2026-07-28T14:27:30.411449Z","steps":["trace[2072354765] 'agreement among raft nodes before linearized reading' (duration: 1.125140986s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.411468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:29.286246Z","time spent":"1.125219147s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:27:30.411449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:28.646412Z","time spent":"1.764893872s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:27:30.411455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.971073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:27:30.411525Z","caller":"traceutil/trace.go:171","msg":"trace[1468517725] transaction","detail":"{read_only:false; response_revision:8096; number_of_response:1; }","duration":"1.817100372s","start":"2026-07-28T14:27:28.594351Z","end":"2026-07-28T14:27:30.411452Z","steps":["trace[1468517725] 'process raft request' (duration: 1.816296365s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:30.411613Z","caller":"traceutil/trace.go:171","msg":"trace[81142063] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8098; }","duration":"137.108676ms","start":"2026-07-28T14:27:30.274416Z","end":"2026-07-28T14:27:30.411525Z","steps":["trace[81142063] 'agreement among raft nodes before linearized reading' (duration: 136.957603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.411644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415395514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:27:30.411663Z","caller":"traceutil/trace.go:171","msg":"trace[643546078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8098; }","duration":"1.415421695s","start":"2026-07-28T14:27:28.996236Z","end":"2026-07-28T14:27:30.411658Z","steps":["trace[643546078] 'agreement among raft nodes before linearized reading' (duration: 1.415375004s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.411677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:28.996227Z","time spent":"1.415446175s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:27:30.411626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.359158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:27:30.411772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:28.594339Z","time spent":"1.817300245s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:27:30.411783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.243207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-28T14:27:30.411905Z","caller":"traceutil/trace.go:171","msg":"trace[284805548] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8098; }","duration":"600.386619ms","start":"2026-07-28T14:27:29.811499Z","end":"2026-07-28T14:27:30.411886Z","steps":["trace[284805548] 'agreement among raft nodes before linearized reading' (duration: 600.057343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.411598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400741835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8fdgx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-28T14:27:30.411979Z","caller":"traceutil/trace.go:171","msg":"trace[1957424683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8fdgx; range_end:; response_count:1; response_revision:8098; }","duration":"1.401139932s","start":"2026-07-28T14:27:29.010833Z","end":"2026-07-28T14:27:30.411973Z","steps":["trace[1957424683] 'agreement among raft nodes before linearized reading' (duration: 1.400710754s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:30.411973Z","caller":"traceutil/trace.go:171","msg":"trace[425369956] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8098; }","duration":"564.557891ms","start":"2026-07-28T14:27:29.847181Z","end":"2026-07-28T14:27:30.411739Z","steps":["trace[425369956] 'agreement among raft nodes before linearized reading' (duration: 564.301346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:29.010821Z","time spent":"1.401173103s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-8fdgx\" "} {"level":"warn","ts":"2026-07-28T14:27:30.412011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415798511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:27:30.412053Z","caller":"traceutil/trace.go:171","msg":"trace[2068075712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8098; }","duration":"1.415850263s","start":"2026-07-28T14:27:28.99619Z","end":"2026-07-28T14:27:30.41204Z","steps":["trace[2068075712] 'agreement among raft nodes before linearized reading' (duration: 1.415757821s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.412089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:28.996181Z","time spent":"1.415901054s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:27:30.412106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:29.811488Z","time spent":"600.539802ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:27:30.411907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416760491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-28T14:27:30.41224Z","caller":"traceutil/trace.go:171","msg":"trace[141393144] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8098; }","duration":"1.417215949s","start":"2026-07-28T14:27:28.995004Z","end":"2026-07-28T14:27:30.41222Z","steps":["trace[141393144] 'agreement among raft nodes before linearized reading' (duration: 1.41669959s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.412144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416165669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:27:30.412299Z","caller":"traceutil/trace.go:171","msg":"trace[1359568843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8098; }","duration":"1.416363583s","start":"2026-07-28T14:27:28.995924Z","end":"2026-07-28T14:27:30.412288Z","steps":["trace[1359568843] 'agreement among raft nodes before linearized reading' (duration: 1.416067487s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.412297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:28.994998Z","time spent":"1.417285521s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:27:30.412319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:29.847149Z","time spent":"564.862008ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:27:30.412341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:28.995896Z","time spent":"1.416434854s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:27:30.411444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.155131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:27:30.412448Z","caller":"traceutil/trace.go:171","msg":"trace[1880748866] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:8098; }","duration":"729.215352ms","start":"2026-07-28T14:27:29.683201Z","end":"2026-07-28T14:27:30.412417Z","steps":["trace[1880748866] 'agreement among raft nodes before linearized reading' (duration: 728.136471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.412544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:29.683176Z","time spent":"729.329494ms","remote":"127.0.0.1:39182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:27:30.413105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.475851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:27:30.413151Z","caller":"traceutil/trace.go:171","msg":"trace[948390983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8098; }","duration":"676.545222ms","start":"2026-07-28T14:27:29.736586Z","end":"2026-07-28T14:27:30.413131Z","steps":["trace[948390983] 'agreement among raft nodes before linearized reading' (duration: 674.976501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:30.413176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:29.736571Z","time spent":"676.592532ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:27:40.977625Z","caller":"traceutil/trace.go:171","msg":"trace[2030109324] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"515.489354ms","start":"2026-07-28T14:27:40.4621Z","end":"2026-07-28T14:27:40.977589Z","steps":["trace[2030109324] 'process raft request' (duration: 515.30525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:40.977809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:40.462076Z","time spent":"515.636156ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:27:40.999564Z","caller":"traceutil/trace.go:171","msg":"trace[1105077778] linearizableReadLoop","detail":"{readStateIndex:8438; appliedIndex:8437; }","duration":"520.332269ms","start":"2026-07-28T14:27:40.479203Z","end":"2026-07-28T14:27:40.999535Z","steps":["trace[1105077778] 'read index received' (duration: 498.415216ms)","trace[1105077778] 'applied index is now lower than readState.Index' (duration: 21.915393ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:27:40.999698Z","caller":"traceutil/trace.go:171","msg":"trace[2063956441] transaction","detail":"{read_only:false; response_revision:8149; number_of_response:1; }","duration":"216.450411ms","start":"2026-07-28T14:27:40.783235Z","end":"2026-07-28T14:27:40.999685Z","steps":["trace[2063956441] 'process raft request' (duration: 216.248137ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:40.999679Z","caller":"traceutil/trace.go:171","msg":"trace[225619962] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"532.53119ms","start":"2026-07-28T14:27:40.467094Z","end":"2026-07-28T14:27:40.999625Z","steps":["trace[225619962] 'process raft request' (duration: 532.223084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:40.999885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:40.467062Z","time spent":"532.713263ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:27:41.000136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.9026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-28T14:27:41.000185Z","caller":"traceutil/trace.go:171","msg":"trace[945105562] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8149; }","duration":"521.009392ms","start":"2026-07-28T14:27:40.479164Z","end":"2026-07-28T14:27:41.000173Z","steps":["trace[945105562] 'agreement among raft nodes before linearized reading' (duration: 520.787438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:41.00022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:40.479144Z","time spent":"521.067134ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:27:41.000447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.086833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:27:41.000483Z","caller":"traceutil/trace.go:171","msg":"trace[334783577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8149; }","duration":"521.180206ms","start":"2026-07-28T14:27:40.479295Z","end":"2026-07-28T14:27:41.000475Z","steps":["trace[334783577] 'agreement among raft nodes before linearized reading' (duration: 521.087894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:41.000512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:40.479265Z","time spent":"521.240327ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:27:41.00074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.436403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-28T14:27:41.000755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.844791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:27:41.000776Z","caller":"traceutil/trace.go:171","msg":"trace[840804588] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8149; }","duration":"515.472573ms","start":"2026-07-28T14:27:40.485295Z","end":"2026-07-28T14:27:41.000767Z","steps":["trace[840804588] 'agreement among raft nodes before linearized reading' (duration: 515.380492ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:41.000802Z","caller":"traceutil/trace.go:171","msg":"trace[1081840234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8149; }","duration":"514.903412ms","start":"2026-07-28T14:27:40.485885Z","end":"2026-07-28T14:27:41.000788Z","steps":["trace[1081840234] 'agreement among raft nodes before linearized reading' (duration: 514.741159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:41.000831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:40.485268Z","time spent":"515.530584ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:27:41.000837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:40.485878Z","time spent":"514.951963ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:27:41.001038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.192825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:27:41.001078Z","caller":"traceutil/trace.go:171","msg":"trace[769829013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8149; }","duration":"520.277157ms","start":"2026-07-28T14:27:40.480791Z","end":"2026-07-28T14:27:41.001068Z","steps":["trace[769829013] 'agreement among raft nodes before linearized reading' (duration: 520.185405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:41.001161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:40.480753Z","time spent":"520.40147ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:27:41.001282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.597184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:27:41.00133Z","caller":"traceutil/trace.go:171","msg":"trace[100684651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8149; }","duration":"520.651915ms","start":"2026-07-28T14:27:40.480662Z","end":"2026-07-28T14:27:41.001314Z","steps":["trace[100684651] 'agreement among raft nodes before linearized reading' (duration: 520.529943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:41.001535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:40.480657Z","time spent":"520.87236ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:27:41.001319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.990185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8fdgx\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-28T14:27:41.001309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.454811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:27:41.001563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.856679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:27:41.001588Z","caller":"traceutil/trace.go:171","msg":"trace[1407220128] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8fdgx; range_end:; response_count:1; response_revision:8149; }","duration":"508.302782ms","start":"2026-07-28T14:27:40.493268Z","end":"2026-07-28T14:27:41.001571Z","steps":["trace[1407220128] 'agreement among raft nodes before linearized reading' (duration: 507.798572ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:41.001608Z","caller":"traceutil/trace.go:171","msg":"trace[672795689] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8149; }","duration":"449.848408ms","start":"2026-07-28T14:27:40.551734Z","end":"2026-07-28T14:27:41.001582Z","steps":["trace[672795689] 'agreement among raft nodes before linearized reading' (duration: 449.291507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:41.001638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:40.493255Z","time spent":"508.373964ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-8fdgx\" "} {"level":"info","ts":"2026-07-28T14:27:41.001633Z","caller":"traceutil/trace.go:171","msg":"trace[1500427351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8149; }","duration":"520.965363ms","start":"2026-07-28T14:27:40.480649Z","end":"2026-07-28T14:27:41.001614Z","steps":["trace[1500427351] 'agreement among raft nodes before linearized reading' (duration: 520.539503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:41.001666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:40.551707Z","time spent":"449.94829ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":81,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:27:41.001694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:27:40.480632Z","time spent":"521.048764ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:27:42.163016Z","caller":"traceutil/trace.go:171","msg":"trace[1490027741] transaction","detail":"{read_only:false; response_revision:8157; number_of_response:1; }","duration":"199.590079ms","start":"2026-07-28T14:27:41.963395Z","end":"2026-07-28T14:27:42.162985Z","steps":["trace[1490027741] 'process raft request' (duration: 199.371565ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:43.110349Z","caller":"traceutil/trace.go:171","msg":"trace[1306230379] transaction","detail":"{read_only:false; response_revision:8160; number_of_response:1; }","duration":"102.529044ms","start":"2026-07-28T14:27:43.007789Z","end":"2026-07-28T14:27:43.110318Z","steps":["trace[1306230379] 'process raft request' (duration: 102.107835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:43.312563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.526227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:27:43.312935Z","caller":"traceutil/trace.go:171","msg":"trace[469257111] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"196.111811ms","start":"2026-07-28T14:27:43.116774Z","end":"2026-07-28T14:27:43.312886Z","steps":["trace[469257111] 'process raft request' (duration: 196.017629ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:43.312864Z","caller":"traceutil/trace.go:171","msg":"trace[2008884299] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"197.205222ms","start":"2026-07-28T14:27:43.115616Z","end":"2026-07-28T14:27:43.312821Z","steps":["trace[2008884299] 'process raft request' (duration: 67.311458ms)","trace[2008884299] 'compare' (duration: 129.370834ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:27:43.312995Z","caller":"traceutil/trace.go:171","msg":"trace[2048901006] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"196.237463ms","start":"2026-07-28T14:27:43.116724Z","end":"2026-07-28T14:27:43.312962Z","steps":["trace[2048901006] 'process raft request' (duration: 196.008639ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:43.313319Z","caller":"traceutil/trace.go:171","msg":"trace[483563789] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"196.469899ms","start":"2026-07-28T14:27:43.116839Z","end":"2026-07-28T14:27:43.313309Z","steps":["trace[483563789] 'process raft request' (duration: 196.001999ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:43.313498Z","caller":"traceutil/trace.go:171","msg":"trace[1045100230] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"196.629091ms","start":"2026-07-28T14:27:43.116858Z","end":"2026-07-28T14:27:43.313487Z","steps":["trace[1045100230] 'process raft request' (duration: 196.401357ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:43.313573Z","caller":"traceutil/trace.go:171","msg":"trace[1292233247] linearizableReadLoop","detail":"{readStateIndex:8452; appliedIndex:8450; }","duration":"196.937977ms","start":"2026-07-28T14:27:43.116616Z","end":"2026-07-28T14:27:43.313554Z","steps":["trace[1292233247] 'read index received' (duration: 21.538645ms)","trace[1292233247] 'applied index is now lower than readState.Index' (duration: 175.397922ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:27:43.313594Z","caller":"traceutil/trace.go:171","msg":"trace[1409344617] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"196.504289ms","start":"2026-07-28T14:27:43.11705Z","end":"2026-07-28T14:27:43.313554Z","steps":["trace[1409344617] 'process raft request' (duration: 196.340846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:27:43.313966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.359797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-07-28T14:27:43.313997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.374805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207005"} {"level":"info","ts":"2026-07-28T14:27:43.314025Z","caller":"traceutil/trace.go:171","msg":"trace[526513487] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8167; }","duration":"197.432786ms","start":"2026-07-28T14:27:43.116586Z","end":"2026-07-28T14:27:43.314019Z","steps":["trace[526513487] 'agreement among raft nodes before linearized reading' (duration: 197.069559ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:27:43.314028Z","caller":"traceutil/trace.go:171","msg":"trace[603833758] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:8167; }","duration":"151.49845ms","start":"2026-07-28T14:27:43.162515Z","end":"2026-07-28T14:27:43.314014Z","steps":["trace[603833758] 'agreement among raft nodes before linearized reading' (duration: 151.312446ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:23.787645Z","caller":"traceutil/trace.go:171","msg":"trace[1227017995] transaction","detail":"{read_only:false; response_revision:8474; number_of_response:1; }","duration":"191.477509ms","start":"2026-07-28T14:28:23.596137Z","end":"2026-07-28T14:28:23.787614Z","steps":["trace[1227017995] 'process raft request' (duration: 191.275405ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:23.795336Z","caller":"traceutil/trace.go:171","msg":"trace[193843494] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"199.042609ms","start":"2026-07-28T14:28:23.596261Z","end":"2026-07-28T14:28:23.795303Z","steps":["trace[193843494] 'process raft request' (duration: 198.766223ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:23.795363Z","caller":"traceutil/trace.go:171","msg":"trace[1744613687] transaction","detail":"{read_only:false; response_revision:8476; number_of_response:1; }","duration":"198.05131ms","start":"2026-07-28T14:28:23.59728Z","end":"2026-07-28T14:28:23.795332Z","steps":["trace[1744613687] 'process raft request' (duration: 197.911176ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:23.795345Z","caller":"traceutil/trace.go:171","msg":"trace[648989466] transaction","detail":"{read_only:false; response_revision:8477; number_of_response:1; }","duration":"196.56122ms","start":"2026-07-28T14:28:23.598754Z","end":"2026-07-28T14:28:23.795315Z","steps":["trace[648989466] 'process raft request' (duration: 196.479788ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:23.795472Z","caller":"traceutil/trace.go:171","msg":"trace[142630529] transaction","detail":"{read_only:false; response_revision:8478; number_of_response:1; }","duration":"196.281705ms","start":"2026-07-28T14:28:23.599181Z","end":"2026-07-28T14:28:23.795463Z","steps":["trace[142630529] 'process raft request' (duration: 196.095851ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:23.795645Z","caller":"traceutil/trace.go:171","msg":"trace[792920771] transaction","detail":"{read_only:false; response_revision:8479; number_of_response:1; }","duration":"196.284873ms","start":"2026-07-28T14:28:23.59935Z","end":"2026-07-28T14:28:23.795635Z","steps":["trace[792920771] 'process raft request' (duration: 196.074849ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:23.795625Z","caller":"traceutil/trace.go:171","msg":"trace[1703700214] linearizableReadLoop","detail":"{readStateIndex:8782; appliedIndex:8776; }","duration":"190.393807ms","start":"2026-07-28T14:28:23.605195Z","end":"2026-07-28T14:28:23.795588Z","steps":["trace[1703700214] 'read index received' (duration: 182.266707ms)","trace[1703700214] 'applied index is now lower than readState.Index' (duration: 8.12451ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:23.795912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.693653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2vm95\" ","response":"range_response_count:1 size:4649"} {"level":"info","ts":"2026-07-28T14:28:23.796018Z","caller":"traceutil/trace.go:171","msg":"trace[1325748461] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2vm95; range_end:; response_count:1; response_revision:8479; }","duration":"190.828506ms","start":"2026-07-28T14:28:23.605165Z","end":"2026-07-28T14:28:23.795993Z","steps":["trace[1325748461] 'agreement among raft nodes before linearized reading' (duration: 190.565111ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:24.148066Z","caller":"traceutil/trace.go:171","msg":"trace[507426741] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"172.720868ms","start":"2026-07-28T14:28:23.975309Z","end":"2026-07-28T14:28:24.14803Z","steps":["trace[507426741] 'process raft request' (duration: 172.411292ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:24.523866Z","caller":"traceutil/trace.go:171","msg":"trace[799883940] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"116.334315ms","start":"2026-07-28T14:28:24.407486Z","end":"2026-07-28T14:28:24.523821Z","steps":["trace[799883940] 'process raft request' (duration: 115.975959ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:24.690586Z","caller":"traceutil/trace.go:171","msg":"trace[1562653082] transaction","detail":"{read_only:false; response_revision:8482; number_of_response:1; }","duration":"255.148905ms","start":"2026-07-28T14:28:24.435408Z","end":"2026-07-28T14:28:24.690557Z","steps":["trace[1562653082] 'process raft request' (duration: 254.920221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:25.175988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.058531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:28:25.176084Z","caller":"traceutil/trace.go:171","msg":"trace[1961613510] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8482; }","duration":"263.184294ms","start":"2026-07-28T14:28:24.912875Z","end":"2026-07-28T14:28:25.176059Z","steps":["trace[1961613510] 'count revisions from in-memory index tree' (duration: 262.802807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:25.787113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095058345,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:28:25.936521Z","caller":"traceutil/trace.go:171","msg":"trace[28871982] transaction","detail":"{read_only:false; response_revision:8483; number_of_response:1; }","duration":"690.608389ms","start":"2026-07-28T14:28:25.245873Z","end":"2026-07-28T14:28:25.936481Z","steps":["trace[28871982] 'process raft request' (duration: 690.319034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:25.937063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:25.245838Z","time spent":"690.796803ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:28:26.066109Z","caller":"traceutil/trace.go:171","msg":"trace[65776251] transaction","detail":"{read_only:false; response_revision:8484; number_of_response:1; }","duration":"768.809503ms","start":"2026-07-28T14:28:25.297248Z","end":"2026-07-28T14:28:26.066058Z","steps":["trace[65776251] 'process raft request' (duration: 699.540447ms)","trace[65776251] 'compare' (duration: 68.924979ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:26.066207Z","caller":"traceutil/trace.go:171","msg":"trace[947900316] linearizableReadLoop","detail":"{readStateIndex:8787; appliedIndex:8785; }","duration":"779.641437ms","start":"2026-07-28T14:28:25.286319Z","end":"2026-07-28T14:28:26.065961Z","steps":["trace[947900316] 'read index received' (duration: 649.923748ms)","trace[947900316] 'applied index is now lower than readState.Index' (duration: 129.716639ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:26.066297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.950983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:28:26.066439Z","caller":"traceutil/trace.go:171","msg":"trace[1445143064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8484; }","duration":"780.153038ms","start":"2026-07-28T14:28:25.286251Z","end":"2026-07-28T14:28:26.066404Z","steps":["trace[1445143064] 'agreement among raft nodes before linearized reading' (duration: 779.893852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:26.066496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:25.28622Z","time spent":"780.26781ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:28:26.066571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.147793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:28:26.066634Z","caller":"traceutil/trace.go:171","msg":"trace[1138774610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8484; }","duration":"265.247666ms","start":"2026-07-28T14:28:25.801372Z","end":"2026-07-28T14:28:26.06662Z","steps":["trace[1138774610] 'agreement among raft nodes before linearized reading' (duration: 265.041322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:26.066645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.185925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-28T14:28:26.066336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:25.297208Z","time spent":"769.003677ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:28:26.06674Z","caller":"traceutil/trace.go:171","msg":"trace[1365890477] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8484; }","duration":"264.293696ms","start":"2026-07-28T14:28:25.802414Z","end":"2026-07-28T14:28:26.066708Z","steps":["trace[1365890477] 'agreement among raft nodes before linearized reading' (duration: 264.052272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:26.066713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.156732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-28T14:28:26.066783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.275743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"info","ts":"2026-07-28T14:28:26.066856Z","caller":"traceutil/trace.go:171","msg":"trace[606161034] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8484; }","duration":"350.357105ms","start":"2026-07-28T14:28:25.71647Z","end":"2026-07-28T14:28:26.066827Z","steps":["trace[606161034] 'agreement among raft nodes before linearized reading' (duration: 350.146051ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:26.066851Z","caller":"traceutil/trace.go:171","msg":"trace[1891841366] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8484; }","duration":"266.328656ms","start":"2026-07-28T14:28:25.800475Z","end":"2026-07-28T14:28:26.066804Z","steps":["trace[1891841366] 'agreement among raft nodes before linearized reading' (duration: 265.919548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:26.066549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.535884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:28:26.066913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:25.716454Z","time spent":"350.450076ms","remote":"127.0.0.1:40072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5756,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-28T14:28:26.06695Z","caller":"traceutil/trace.go:171","msg":"trace[977991330] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8484; }","duration":"403.038064ms","start":"2026-07-28T14:28:25.6639Z","end":"2026-07-28T14:28:26.066938Z","steps":["trace[977991330] 'agreement among raft nodes before linearized reading' (duration: 402.498273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:26.067003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:25.663876Z","time spent":"403.110526ms","remote":"127.0.0.1:52686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:28:26.067101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.264723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:28:26.067177Z","caller":"traceutil/trace.go:171","msg":"trace[1537154349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8484; }","duration":"274.409256ms","start":"2026-07-28T14:28:25.79275Z","end":"2026-07-28T14:28:26.067159Z","steps":["trace[1537154349] 'agreement among raft nodes before linearized reading' (duration: 273.752793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:26.067421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.039853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3173"} {"level":"info","ts":"2026-07-28T14:28:26.067488Z","caller":"traceutil/trace.go:171","msg":"trace[1446222301] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8484; }","duration":"443.148265ms","start":"2026-07-28T14:28:25.624325Z","end":"2026-07-28T14:28:26.067474Z","steps":["trace[1446222301] 'agreement among raft nodes before linearized reading' (duration: 443.006142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:26.067532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:25.6243Z","time spent":"443.222297ms","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3197,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-07-28T14:28:26.067565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.340383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8fdgx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-28T14:28:26.067623Z","caller":"traceutil/trace.go:171","msg":"trace[1535623303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8fdgx; range_end:; response_count:1; response_revision:8484; }","duration":"464.440216ms","start":"2026-07-28T14:28:25.603168Z","end":"2026-07-28T14:28:26.067609Z","steps":["trace[1535623303] 'agreement among raft nodes before linearized reading' (duration: 464.1668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:26.067571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.159162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T14:28:26.06767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:25.603149Z","time spent":"464.512037ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-8fdgx\" "} {"level":"info","ts":"2026-07-28T14:28:26.06774Z","caller":"traceutil/trace.go:171","msg":"trace[2133575774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8484; }","duration":"266.351046ms","start":"2026-07-28T14:28:25.801337Z","end":"2026-07-28T14:28:26.067688Z","steps":["trace[2133575774] 'agreement among raft nodes before linearized reading' (duration: 265.341807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:26.06776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.080832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:28:26.0678Z","caller":"traceutil/trace.go:171","msg":"trace[381738298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8484; }","duration":"718.173474ms","start":"2026-07-28T14:28:25.349615Z","end":"2026-07-28T14:28:26.067788Z","steps":["trace[381738298] 'agreement among raft nodes before linearized reading' (duration: 716.745546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:26.067983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:25.349589Z","time spent":"718.383567ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T14:28:26.068629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.187314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:28:26.0687Z","caller":"traceutil/trace.go:171","msg":"trace[703291925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8484; }","duration":"267.273635ms","start":"2026-07-28T14:28:25.801412Z","end":"2026-07-28T14:28:26.068686Z","steps":["trace[703291925] 'agreement among raft nodes before linearized reading' (duration: 264.98894ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:26.269544Z","caller":"traceutil/trace.go:171","msg":"trace[801147332] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"194.510279ms","start":"2026-07-28T14:28:26.074998Z","end":"2026-07-28T14:28:26.269508Z","steps":["trace[801147332] 'process raft request' (duration: 194.431477ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:26.269945Z","caller":"traceutil/trace.go:171","msg":"trace[279820850] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"194.960938ms","start":"2026-07-28T14:28:26.07497Z","end":"2026-07-28T14:28:26.269931Z","steps":["trace[279820850] 'process raft request' (duration: 148.014881ms)","trace[279820850] 'compare' (duration: 46.13444ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:26.27003Z","caller":"traceutil/trace.go:171","msg":"trace[1984510564] linearizableReadLoop","detail":"{readStateIndex:8793; appliedIndex:8787; }","duration":"190.709523ms","start":"2026-07-28T14:28:26.079295Z","end":"2026-07-28T14:28:26.270004Z","steps":["trace[1984510564] 'read index received' (duration: 38.832227ms)","trace[1984510564] 'applied index is now lower than readState.Index' (duration: 151.876006ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:26.270073Z","caller":"traceutil/trace.go:171","msg":"trace[1003406761] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"194.991368ms","start":"2026-07-28T14:28:26.075069Z","end":"2026-07-28T14:28:26.27006Z","steps":["trace[1003406761] 'process raft request' (duration: 194.415817ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:26.270083Z","caller":"traceutil/trace.go:171","msg":"trace[488662991] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"192.156952ms","start":"2026-07-28T14:28:26.077885Z","end":"2026-07-28T14:28:26.270042Z","steps":["trace[488662991] 'process raft request' (duration: 191.981869ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:26.270168Z","caller":"traceutil/trace.go:171","msg":"trace[358193653] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"190.01363ms","start":"2026-07-28T14:28:26.080141Z","end":"2026-07-28T14:28:26.270155Z","steps":["trace[358193653] 'process raft request' (duration: 189.763455ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:26.270209Z","caller":"traceutil/trace.go:171","msg":"trace[724244451] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"193.346195ms","start":"2026-07-28T14:28:26.076821Z","end":"2026-07-28T14:28:26.270167Z","steps":["trace[724244451] 'process raft request' (duration: 193.005809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:26.270435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.115242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18c67a671dd39d25\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-07-28T14:28:26.270478Z","caller":"traceutil/trace.go:171","msg":"trace[1726083574] range","detail":"{range_begin:/registry/events/openstack/ceph.18c67a671dd39d25; range_end:; response_count:1; response_revision:8492; }","duration":"191.210303ms","start":"2026-07-28T14:28:26.079255Z","end":"2026-07-28T14:28:26.270466Z","steps":["trace[1726083574] 'agreement among raft nodes before linearized reading' (duration: 191.03203ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:26.270591Z","caller":"traceutil/trace.go:171","msg":"trace[877517484] transaction","detail":"{read_only:false; response_revision:8492; number_of_response:1; }","duration":"189.030441ms","start":"2026-07-28T14:28:26.081547Z","end":"2026-07-28T14:28:26.270578Z","steps":["trace[877517484] 'process raft request' (duration: 188.392959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:27.426416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095058400,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:28:27.813153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.941842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:28:27.813416Z","caller":"traceutil/trace.go:171","msg":"trace[2067521925] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"1.065392147s","start":"2026-07-28T14:28:26.747918Z","end":"2026-07-28T14:28:27.81331Z","steps":["trace[2067521925] 'process raft request' (duration: 865.13814ms)","trace[2067521925] 'compare' (duration: 199.100924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:27.813631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:26.74788Z","time spent":"1.065646792s","remote":"127.0.0.1:49752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7438,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:28:28.601629Z","caller":"traceutil/trace.go:171","msg":"trace[1529931672] linearizableReadLoop","detail":"{readStateIndex:8805; appliedIndex:8802; }","duration":"1.675786777s","start":"2026-07-28T14:28:26.925817Z","end":"2026-07-28T14:28:28.601604Z","steps":["trace[1529931672] 'read index received' (duration: 687.219748ms)","trace[1529931672] 'applied index is now lower than readState.Index' (duration: 988.563739ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:28.601685Z","caller":"traceutil/trace.go:171","msg":"trace[1888558130] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"1.628479643s","start":"2026-07-28T14:28:26.973162Z","end":"2026-07-28T14:28:28.601642Z","steps":["trace[1888558130] 'process raft request' (duration: 1.628195288s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:28.601901Z","caller":"traceutil/trace.go:171","msg":"trace[1852228217] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"1.387442156s","start":"2026-07-28T14:28:27.214441Z","end":"2026-07-28T14:28:28.601883Z","steps":["trace[1852228217] 'process raft request' (duration: 1.387109029s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:28.601957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676119664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:28:28.601985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:27.21439Z","time spent":"1.387546519s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:28:28.602017Z","caller":"traceutil/trace.go:171","msg":"trace[42506223] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8502; }","duration":"1.676252897s","start":"2026-07-28T14:28:26.925749Z","end":"2026-07-28T14:28:28.602001Z","steps":["trace[42506223] 'agreement among raft nodes before linearized reading' (duration: 1.676093403s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:28.602056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:26.925716Z","time spent":"1.676331409s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:28:28.60239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:26.97313Z","time spent":"1.628644076s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19311,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:28:28.763803Z","caller":"traceutil/trace.go:171","msg":"trace[1855707269] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"820.134659ms","start":"2026-07-28T14:28:27.943626Z","end":"2026-07-28T14:28:28.763761Z","steps":["trace[1855707269] 'process raft request' (duration: 819.765902ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:28.763891Z","caller":"traceutil/trace.go:171","msg":"trace[2084612520] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"688.379962ms","start":"2026-07-28T14:28:28.075465Z","end":"2026-07-28T14:28:28.763845Z","steps":["trace[2084612520] 'process raft request' (duration: 688.155047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:28.764032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:27.943587Z","time spent":"820.320862ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:28:28.76415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.075429Z","time spent":"688.574995ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:28:28.825047Z","caller":"traceutil/trace.go:171","msg":"trace[1443045452] linearizableReadLoop","detail":"{readStateIndex:8809; appliedIndex:8805; }","duration":"223.321853ms","start":"2026-07-28T14:28:28.601699Z","end":"2026-07-28T14:28:28.82502Z","steps":["trace[1443045452] 'read index received' (duration: 161.745069ms)","trace[1443045452] 'applied index is now lower than readState.Index' (duration: 61.575564ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:28.825149Z","caller":"traceutil/trace.go:171","msg":"trace[1418039777] transaction","detail":"{read_only:false; response_revision:8505; number_of_response:1; }","duration":"413.698367ms","start":"2026-07-28T14:28:28.411418Z","end":"2026-07-28T14:28:28.825117Z","steps":["trace[1418039777] 'process raft request' (duration: 413.3177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:28.825331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.41139Z","time spent":"413.852899ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1322,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:28:29.023764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.246322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T14:28:29.02386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.070497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-28T14:28:29.023899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.559078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-28T14:28:29.023962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037079176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:28:29.023956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.441585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-28T14:28:29.024011Z","caller":"traceutil/trace.go:171","msg":"trace[61773718] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8505; }","duration":"1.037170488s","start":"2026-07-28T14:28:27.986829Z","end":"2026-07-28T14:28:29.024Z","steps":["trace[61773718] 'agreement among raft nodes before linearized reading' (duration: 838.308357ms)","trace[61773718] 'count revisions from in-memory index tree' (duration: 198.79162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:29.024003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.745488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:28:29.024057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.19682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:28:29.02405Z","caller":"traceutil/trace.go:171","msg":"trace[1585470649] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8505; }","duration":"748.597578ms","start":"2026-07-28T14:28:28.275419Z","end":"2026-07-28T14:28:29.024017Z","steps":["trace[1585470649] 'agreement among raft nodes before linearized reading' (duration: 549.748358ms)","trace[1585470649] 'range keys from in-memory index tree' (duration: 198.625366ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:29.02406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:27.986815Z","time spent":"1.037233579s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:28:29.024061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.088623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8fdgx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-28T14:28:29.024062Z","caller":"traceutil/trace.go:171","msg":"trace[1313418017] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8505; }","duration":"339.857651ms","start":"2026-07-28T14:28:28.684188Z","end":"2026-07-28T14:28:29.024045Z","steps":["trace[1313418017] 'agreement among raft nodes before linearized reading' (duration: 140.99737ms)","trace[1313418017] 'count revisions from in-memory index tree' (duration: 198.774429ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:29.02409Z","caller":"traceutil/trace.go:171","msg":"trace[12708300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8505; }","duration":"749.273641ms","start":"2026-07-28T14:28:28.274805Z","end":"2026-07-28T14:28:29.024079Z","steps":["trace[12708300] 'agreement among raft nodes before linearized reading' (duration: 550.288948ms)","trace[12708300] 'range keys from in-memory index tree' (duration: 198.884651ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:29.024105Z","caller":"traceutil/trace.go:171","msg":"trace[773176592] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8fdgx; range_end:; response_count:1; response_revision:8505; }","duration":"943.206856ms","start":"2026-07-28T14:28:28.080888Z","end":"2026-07-28T14:28:29.024095Z","steps":["trace[773176592] 'agreement among raft nodes before linearized reading' (duration: 744.200922ms)","trace[773176592] 'range keys from in-memory index tree' (duration: 198.892651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:29.024113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.684166Z","time spent":"339.937112ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":51,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:28:29.02413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.274776Z","time spent":"749.343743ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:28:29.024143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.080861Z","time spent":"943.273176ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-8fdgx\" "} {"level":"warn","ts":"2026-07-28T14:28:29.024105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.275386Z","time spent":"748.705771ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:28:29.024204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37010914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-28T14:28:29.02428Z","caller":"traceutil/trace.go:171","msg":"trace[1778166198] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8505; }","duration":"1.370218364s","start":"2026-07-28T14:28:27.654038Z","end":"2026-07-28T14:28:29.024256Z","steps":["trace[1778166198] 'agreement among raft nodes before linearized reading' (duration: 1.171087418s)","trace[1778166198] 'range keys from in-memory index tree' (duration: 198.962113ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:29.024328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:27.654016Z","time spent":"1.370298685s","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T14:28:29.024374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737787862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:28:29.024379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637968032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-28T14:28:29.024411Z","caller":"traceutil/trace.go:171","msg":"trace[435341736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8505; }","duration":"1.737876333s","start":"2026-07-28T14:28:27.286524Z","end":"2026-07-28T14:28:29.0244Z","steps":["trace[435341736] 'agreement among raft nodes before linearized reading' (duration: 1.538630995s)","trace[435341736] 'range keys from in-memory index tree' (duration: 199.197137ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:29.024416Z","caller":"traceutil/trace.go:171","msg":"trace[1770438922] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8505; }","duration":"1.638049703s","start":"2026-07-28T14:28:27.386354Z","end":"2026-07-28T14:28:29.024404Z","steps":["trace[1770438922] 'agreement among raft nodes before linearized reading' (duration: 1.438793395s)","trace[1770438922] 'range keys from in-memory index tree' (duration: 199.135625ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:29.023888Z","caller":"traceutil/trace.go:171","msg":"trace[1081542152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8505; }","duration":"748.440066ms","start":"2026-07-28T14:28:28.275413Z","end":"2026-07-28T14:28:29.023853Z","steps":["trace[1081542152] 'agreement among raft nodes before linearized reading' (duration: 549.757189ms)","trace[1081542152] 'range keys from in-memory index tree' (duration: 198.386111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:29.024449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:27.386318Z","time spent":"1.638124045s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T14:28:29.024484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.275372Z","time spent":"749.094498ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:28:29.023964Z","caller":"traceutil/trace.go:171","msg":"trace[133333723] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8505; }","duration":"748.64932ms","start":"2026-07-28T14:28:28.275292Z","end":"2026-07-28T14:28:29.023942Z","steps":["trace[133333723] 'agreement among raft nodes before linearized reading' (duration: 549.770369ms)","trace[133333723] 'range keys from in-memory index tree' (duration: 198.750819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:29.024523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.755471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:28:29.024678Z","caller":"traceutil/trace.go:171","msg":"trace[1299172986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8505; }","duration":"745.969785ms","start":"2026-07-28T14:28:28.278677Z","end":"2026-07-28T14:28:29.024647Z","steps":["trace[1299172986] 'agreement among raft nodes before linearized reading' (duration: 546.463992ms)","trace[1299172986] 'range keys from in-memory index tree' (duration: 199.111315ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:29.024748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.278667Z","time spent":"746.070008ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:28:29.024585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.275273Z","time spent":"749.271741ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:28:29.023959Z","caller":"traceutil/trace.go:171","msg":"trace[1229416006] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8505; }","duration":"748.191259ms","start":"2026-07-28T14:28:28.275737Z","end":"2026-07-28T14:28:29.023928Z","steps":["trace[1229416006] 'agreement among raft nodes before linearized reading' (duration: 549.39841ms)","trace[1229416006] 'range keys from in-memory index tree' (duration: 198.549314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:29.024441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:27.286506Z","time spent":"1.737929644s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:28:29.02496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.275727Z","time spent":"749.15609ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:28:29.023785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.944972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:28:29.025218Z","caller":"traceutil/trace.go:171","msg":"trace[8949961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8505; }","duration":"902.431321ms","start":"2026-07-28T14:28:28.122762Z","end":"2026-07-28T14:28:29.025193Z","steps":["trace[8949961] 'agreement among raft nodes before linearized reading' (duration: 702.366877ms)","trace[8949961] 'range keys from in-memory index tree' (duration: 198.480634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:29.025262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.122748Z","time spent":"902.503363ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:28:29.023935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.848928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-07-28T14:28:29.025403Z","caller":"traceutil/trace.go:171","msg":"trace[1250896522] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:8505; }","duration":"417.314047ms","start":"2026-07-28T14:28:28.608031Z","end":"2026-07-28T14:28:29.025345Z","steps":["trace[1250896522] 'agreement among raft nodes before linearized reading' (duration: 217.143331ms)","trace[1250896522] 'range keys from in-memory index tree' (duration: 198.659177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:28:29.025518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:28.608009Z","time spent":"417.45066ms","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6848,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"info","ts":"2026-07-28T14:28:37.422205Z","caller":"traceutil/trace.go:171","msg":"trace[478217386] linearizableReadLoop","detail":"{readStateIndex:8892; appliedIndex:8891; }","duration":"283.488078ms","start":"2026-07-28T14:28:37.138679Z","end":"2026-07-28T14:28:37.422167Z","steps":["trace[478217386] 'read index received' (duration: 283.07307ms)","trace[478217386] 'applied index is now lower than readState.Index' (duration: 413.088µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:28:37.422386Z","caller":"traceutil/trace.go:171","msg":"trace[1324034050] transaction","detail":"{read_only:false; response_revision:8585; number_of_response:1; }","duration":"320.285534ms","start":"2026-07-28T14:28:37.102035Z","end":"2026-07-28T14:28:37.422321Z","steps":["trace[1324034050] 'process raft request' (duration: 319.879407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:37.422605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.898556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T14:28:37.42266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:28:37.10202Z","time spent":"320.468578ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:28:37.422698Z","caller":"traceutil/trace.go:171","msg":"trace[444909867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8585; }","duration":"284.067579ms","start":"2026-07-28T14:28:37.138609Z","end":"2026-07-28T14:28:37.422677Z","steps":["trace[444909867] 'agreement among raft nodes before linearized reading' (duration: 283.736613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:37.422711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.322375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:28:37.422765Z","caller":"traceutil/trace.go:171","msg":"trace[1595554504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8585; }","duration":"281.395387ms","start":"2026-07-28T14:28:37.141356Z","end":"2026-07-28T14:28:37.422751Z","steps":["trace[1595554504] 'agreement among raft nodes before linearized reading' (duration: 281.148893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:37.422734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.958849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T14:28:37.422734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.348137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-28T14:28:37.422849Z","caller":"traceutil/trace.go:171","msg":"trace[1718738345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8585; }","duration":"278.114984ms","start":"2026-07-28T14:28:37.144706Z","end":"2026-07-28T14:28:37.422821Z","steps":["trace[1718738345] 'agreement among raft nodes before linearized reading' (duration: 277.695495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:37.422899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.8765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-28T14:28:37.422947Z","caller":"traceutil/trace.go:171","msg":"trace[1584569298] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8585; }","duration":"273.942791ms","start":"2026-07-28T14:28:37.14899Z","end":"2026-07-28T14:28:37.422932Z","steps":["trace[1584569298] 'agreement among raft nodes before linearized reading' (duration: 273.784127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:37.422971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.349726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:28:37.422877Z","caller":"traceutil/trace.go:171","msg":"trace[1381774053] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8585; }","duration":"279.49118ms","start":"2026-07-28T14:28:37.143346Z","end":"2026-07-28T14:28:37.422837Z","steps":["trace[1381774053] 'agreement among raft nodes before linearized reading' (duration: 279.088591ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:28:37.423048Z","caller":"traceutil/trace.go:171","msg":"trace[1126651595] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8585; }","duration":"283.990649ms","start":"2026-07-28T14:28:37.139043Z","end":"2026-07-28T14:28:37.423034Z","steps":["trace[1126651595] 'agreement among raft nodes before linearized reading' (duration: 283.321895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:28:37.422965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.169304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:28:37.423151Z","caller":"traceutil/trace.go:171","msg":"trace[54909857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8585; }","duration":"279.377818ms","start":"2026-07-28T14:28:37.143758Z","end":"2026-07-28T14:28:37.423136Z","steps":["trace[54909857] 'agreement among raft nodes before linearized reading' (duration: 278.782005ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:12.907572Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000242c.wal"} {"level":"info","ts":"2026-07-28T14:29:17.888316Z","caller":"traceutil/trace.go:171","msg":"trace[1540013606] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"140.076022ms","start":"2026-07-28T14:29:17.748211Z","end":"2026-07-28T14:29:17.888287Z","steps":["trace[1540013606] 'process raft request' (duration: 99.468171ms)","trace[1540013606] 'compare' (duration: 40.410647ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:17.8885Z","caller":"traceutil/trace.go:171","msg":"trace[250125813] linearizableReadLoop","detail":"{readStateIndex:9326; appliedIndex:9324; }","duration":"139.842197ms","start":"2026-07-28T14:29:17.748626Z","end":"2026-07-28T14:29:17.888468Z","steps":["trace[250125813] 'read index received' (duration: 99.070074ms)","trace[250125813] 'applied index is now lower than readState.Index' (duration: 40.770803ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:17.888588Z","caller":"traceutil/trace.go:171","msg":"trace[1596333231] transaction","detail":"{read_only:false; response_revision:9009; number_of_response:1; }","duration":"139.98602ms","start":"2026-07-28T14:29:17.74857Z","end":"2026-07-28T14:29:17.888556Z","steps":["trace[1596333231] 'process raft request' (duration: 139.671744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:17.888786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.134913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-28T14:29:17.888838Z","caller":"traceutil/trace.go:171","msg":"trace[1774551131] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9009; }","duration":"140.221064ms","start":"2026-07-28T14:29:17.748599Z","end":"2026-07-28T14:29:17.88882Z","steps":["trace[1774551131] 'agreement among raft nodes before linearized reading' (duration: 140.040481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:17.888861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.98456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:29:17.888955Z","caller":"traceutil/trace.go:171","msg":"trace[121717345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9009; }","duration":"140.123232ms","start":"2026-07-28T14:29:17.748817Z","end":"2026-07-28T14:29:17.88894Z","steps":["trace[121717345] 'agreement among raft nodes before linearized reading' (duration: 139.880528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:17.888977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.44251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-28T14:29:17.889064Z","caller":"traceutil/trace.go:171","msg":"trace[1748088603] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9009; }","duration":"135.590503ms","start":"2026-07-28T14:29:17.753451Z","end":"2026-07-28T14:29:17.889042Z","steps":["trace[1748088603] 'agreement among raft nodes before linearized reading' (duration: 135.263887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:27.917579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.034314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:29:27.917687Z","caller":"traceutil/trace.go:171","msg":"trace[278573121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9083; }","duration":"126.182577ms","start":"2026-07-28T14:29:27.791474Z","end":"2026-07-28T14:29:27.917656Z","steps":["trace[278573121] 'range keys from in-memory index tree' (duration: 125.861981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:40.277823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.571628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:29:40.277919Z","caller":"traceutil/trace.go:171","msg":"trace[1083506917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9152; }","duration":"218.717732ms","start":"2026-07-28T14:29:40.05918Z","end":"2026-07-28T14:29:40.277897Z","steps":["trace[1083506917] 'range keys from in-memory index tree' (duration: 218.407966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:40.277989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.239095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:29:40.278082Z","caller":"traceutil/trace.go:171","msg":"trace[1381934162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9152; }","duration":"178.53171ms","start":"2026-07-28T14:29:40.099536Z","end":"2026-07-28T14:29:40.278067Z","steps":["trace[1381934162] 'range keys from in-memory index tree' (duration: 178.101911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:40.277995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.497098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T14:29:40.278049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.487914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-28T14:29:40.278245Z","caller":"traceutil/trace.go:171","msg":"trace[379411960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9152; }","duration":"214.755113ms","start":"2026-07-28T14:29:40.063442Z","end":"2026-07-28T14:29:40.278197Z","steps":["trace[379411960] 'range keys from in-memory index tree' (duration: 214.267954ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:40.278262Z","caller":"traceutil/trace.go:171","msg":"trace[814845006] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9152; }","duration":"193.722129ms","start":"2026-07-28T14:29:40.084489Z","end":"2026-07-28T14:29:40.278211Z","steps":["trace[814845006] 'range keys from in-memory index tree' (duration: 193.304551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:40.278499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.360705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-28T14:29:40.278637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.659071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-28T14:29:40.278796Z","caller":"traceutil/trace.go:171","msg":"trace[2052248317] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9152; }","duration":"187.454656ms","start":"2026-07-28T14:29:40.09126Z","end":"2026-07-28T14:29:40.278715Z","steps":["trace[2052248317] 'range keys from in-memory index tree' (duration: 186.134849ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:40.27888Z","caller":"traceutil/trace.go:171","msg":"trace[974034854] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9152; }","duration":"219.985107ms","start":"2026-07-28T14:29:40.058809Z","end":"2026-07-28T14:29:40.278794Z","steps":["trace[974034854] 'range keys from in-memory index tree' (duration: 218.976198ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:40.696178Z","caller":"traceutil/trace.go:171","msg":"trace[1278552604] transaction","detail":"{read_only:false; response_revision:9154; number_of_response:1; }","duration":"412.244117ms","start":"2026-07-28T14:29:40.283893Z","end":"2026-07-28T14:29:40.696137Z","steps":["trace[1278552604] 'process raft request' (duration: 370.649067ms)","trace[1278552604] 'compare' (duration: 41.323845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:29:40.696405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:40.283856Z","time spent":"412.431312ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:40.696803Z","caller":"traceutil/trace.go:171","msg":"trace[1819054179] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"412.771588ms","start":"2026-07-28T14:29:40.284001Z","end":"2026-07-28T14:29:40.696773Z","steps":["trace[1819054179] 'process raft request' (duration: 412.073154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:40.697045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:40.283992Z","time spent":"412.938311ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:29:40.697257Z","caller":"traceutil/trace.go:171","msg":"trace[1674627321] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"412.954051ms","start":"2026-07-28T14:29:40.284254Z","end":"2026-07-28T14:29:40.697208Z","steps":["trace[1674627321] 'process raft request' (duration: 412.37438ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:40.697328Z","caller":"traceutil/trace.go:171","msg":"trace[1280463873] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"412.939811ms","start":"2026-07-28T14:29:40.284355Z","end":"2026-07-28T14:29:40.697295Z","steps":["trace[1280463873] 'process raft request' (duration: 412.719967ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:40.697325Z","caller":"traceutil/trace.go:171","msg":"trace[603016342] linearizableReadLoop","detail":"{readStateIndex:9480; appliedIndex:9475; }","duration":"139.698545ms","start":"2026-07-28T14:29:40.557586Z","end":"2026-07-28T14:29:40.697284Z","steps":["trace[603016342] 'read index received' (duration: 96.919102ms)","trace[603016342] 'applied index is now lower than readState.Index' (duration: 42.777363ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:29:40.697419Z","caller":"traceutil/trace.go:171","msg":"trace[441778793] transaction","detail":"{read_only:false; response_revision:9158; number_of_response:1; }","duration":"412.089314ms","start":"2026-07-28T14:29:40.285312Z","end":"2026-07-28T14:29:40.697401Z","steps":["trace[441778793] 'process raft request' (duration: 411.9075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:29:40.69743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:40.284331Z","time spent":"413.042663ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:40.697459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:40.284206Z","time spent":"413.139755ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:40.697495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:29:40.2853Z","time spent":"412.151765ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:29:40.697578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.98291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-28T14:29:40.697617Z","caller":"traceutil/trace.go:171","msg":"trace[1751598925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9158; }","duration":"140.107223ms","start":"2026-07-28T14:29:40.557498Z","end":"2026-07-28T14:29:40.697605Z","steps":["trace[1751598925] 'agreement among raft nodes before linearized reading' (duration: 139.912769ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:29:41.233129Z","caller":"traceutil/trace.go:171","msg":"trace[827264093] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"124.894672ms","start":"2026-07-28T14:29:41.107922Z","end":"2026-07-28T14:29:41.232817Z","steps":["trace[827264093] 'process raft request' (duration: 112.200042ms)","trace[827264093] 'compare' (duration: 12.561678ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:30:37.02164Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T14:30:37.028337Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-28T14:30:37.028557Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-28T14:32:20.07963Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7915} {"level":"info","ts":"2026-07-28T14:32:20.141439Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7915,"took":"59.752208ms","hash":2820707827,"current-db-size-bytes":57073664,"current-db-size":"57 MB","current-db-size-in-use-bytes":29421568,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-28T14:32:20.141749Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2820707827,"revision":7915,"compact-revision":5803} {"level":"info","ts":"2026-07-28T14:33:24.704671Z","caller":"traceutil/trace.go:171","msg":"trace[16435835] transaction","detail":"{read_only:false; response_revision:11105; number_of_response:1; }","duration":"610.097641ms","start":"2026-07-28T14:33:24.094545Z","end":"2026-07-28T14:33:24.704643Z","steps":["trace[16435835] 'process raft request' (duration: 588.515035ms)","trace[16435835] 'compare' (duration: 20.823571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:33:24.704832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:24.094511Z","time spent":"610.239584ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:33:24.78711Z","caller":"traceutil/trace.go:171","msg":"trace[1876403050] linearizableReadLoop","detail":"{readStateIndex:11486; appliedIndex:11484; }","duration":"500.472266ms","start":"2026-07-28T14:33:24.286611Z","end":"2026-07-28T14:33:24.787083Z","steps":["trace[1876403050] 'read index received' (duration: 396.536906ms)","trace[1876403050] 'applied index is now lower than readState.Index' (duration: 103.9341ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:33:24.787169Z","caller":"traceutil/trace.go:171","msg":"trace[1882402548] transaction","detail":"{read_only:false; response_revision:11106; number_of_response:1; }","duration":"663.545705ms","start":"2026-07-28T14:33:24.123582Z","end":"2026-07-28T14:33:24.787127Z","steps":["trace[1882402548] 'process raft request' (duration: 663.343291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:24.787326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.711451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:33:24.787446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.982628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:33:24.787475Z","caller":"traceutil/trace.go:171","msg":"trace[1605316578] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11106; }","duration":"418.026589ms","start":"2026-07-28T14:33:24.369438Z","end":"2026-07-28T14:33:24.787465Z","steps":["trace[1605316578] 'agreement among raft nodes before linearized reading' (duration: 417.973898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:24.787514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:24.369433Z","time spent":"418.074919ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T14:33:24.787533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.10376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:33:24.787564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.319794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-07-28T14:33:24.787375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:24.123543Z","time spent":"663.718759ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:33:24.787638Z","caller":"traceutil/trace.go:171","msg":"trace[117605435] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11106; }","duration":"418.251443ms","start":"2026-07-28T14:33:24.369357Z","end":"2026-07-28T14:33:24.787609Z","steps":["trace[117605435] 'agreement among raft nodes before linearized reading' (duration: 418.10085ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:24.787655Z","caller":"traceutil/trace.go:171","msg":"trace[906769829] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11106; }","duration":"418.438997ms","start":"2026-07-28T14:33:24.369188Z","end":"2026-07-28T14:33:24.787627Z","steps":["trace[906769829] 'agreement among raft nodes before linearized reading' (duration: 418.161051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:24.78769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:24.369342Z","time spent":"418.339135ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-28T14:33:24.787745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:24.36917Z","time spent":"418.562079ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-28T14:33:24.78758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.152381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:33:24.787907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.396237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:33:24.788024Z","caller":"traceutil/trace.go:171","msg":"trace[2044627199] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11106; }","duration":"418.641252ms","start":"2026-07-28T14:33:24.36935Z","end":"2026-07-28T14:33:24.787991Z","steps":["trace[2044627199] 'agreement among raft nodes before linearized reading' (duration: 418.113841ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:24.788146Z","caller":"traceutil/trace.go:171","msg":"trace[1562324960] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11106; }","duration":"418.615371ms","start":"2026-07-28T14:33:24.369453Z","end":"2026-07-28T14:33:24.788068Z","steps":["trace[1562324960] 'agreement among raft nodes before linearized reading' (duration: 418.133831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:24.78817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:24.369322Z","time spent":"418.776485ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T14:33:24.788322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:24.369443Z","time spent":"418.857315ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-28T14:33:24.787581Z","caller":"traceutil/trace.go:171","msg":"trace[1338160916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11106; }","duration":"500.893084ms","start":"2026-07-28T14:33:24.286545Z","end":"2026-07-28T14:33:24.787439Z","steps":["trace[1338160916] 'agreement among raft nodes before linearized reading' (duration: 500.66702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:24.78848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:24.286517Z","time spent":"501.927155ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:33:24.787617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.667832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-28T14:33:24.788644Z","caller":"traceutil/trace.go:171","msg":"trace[922185727] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11106; }","duration":"418.700712ms","start":"2026-07-28T14:33:24.369918Z","end":"2026-07-28T14:33:24.788619Z","steps":["trace[922185727] 'agreement among raft nodes before linearized reading' (duration: 417.55439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:24.788707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:24.36991Z","time spent":"418.780134ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-28T14:33:25.491477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.488399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:33:25.491571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.434314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:33:25.491595Z","caller":"traceutil/trace.go:171","msg":"trace[390821312] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11106; }","duration":"263.680493ms","start":"2026-07-28T14:33:25.227885Z","end":"2026-07-28T14:33:25.491566Z","steps":["trace[390821312] 'count revisions from in-memory index tree' (duration: 263.365687ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:25.491648Z","caller":"traceutil/trace.go:171","msg":"trace[1582216540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11106; }","duration":"318.590727ms","start":"2026-07-28T14:33:25.173036Z","end":"2026-07-28T14:33:25.491627Z","steps":["trace[1582216540] 'range keys from in-memory index tree' (duration: 318.111268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:25.491696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:25.173Z","time spent":"318.684698ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:33:25.491966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.444132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-28T14:33:25.49203Z","caller":"traceutil/trace.go:171","msg":"trace[31232835] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11106; }","duration":"137.565995ms","start":"2026-07-28T14:33:25.354448Z","end":"2026-07-28T14:33:25.492014Z","steps":["trace[31232835] 'range keys from in-memory index tree' (duration: 136.846121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:25.49159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.299151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8fdgx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-28T14:33:25.492562Z","caller":"traceutil/trace.go:171","msg":"trace[1210546633] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8fdgx; range_end:; response_count:1; response_revision:11106; }","duration":"280.036887ms","start":"2026-07-28T14:33:25.212251Z","end":"2026-07-28T14:33:25.492288Z","steps":["trace[1210546633] 'range keys from in-memory index tree' (duration: 279.088908ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:25.606156Z","caller":"traceutil/trace.go:171","msg":"trace[556725783] linearizableReadLoop","detail":"{readStateIndex:11487; appliedIndex:11486; }","duration":"108.277736ms","start":"2026-07-28T14:33:25.497847Z","end":"2026-07-28T14:33:25.606125Z","steps":["trace[556725783] 'read index received' (duration: 107.96117ms)","trace[556725783] 'applied index is now lower than readState.Index' (duration: 315.626µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:33:25.606223Z","caller":"traceutil/trace.go:171","msg":"trace[1772859809] transaction","detail":"{read_only:false; response_revision:11107; number_of_response:1; }","duration":"109.034372ms","start":"2026-07-28T14:33:25.497164Z","end":"2026-07-28T14:33:25.606198Z","steps":["trace[1772859809] 'process raft request' (duration: 108.776857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:25.606524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.659113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19193"} {"level":"info","ts":"2026-07-28T14:33:25.60657Z","caller":"traceutil/trace.go:171","msg":"trace[317295394] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11107; }","duration":"108.740185ms","start":"2026-07-28T14:33:25.497819Z","end":"2026-07-28T14:33:25.606559Z","steps":["trace[317295394] 'agreement among raft nodes before linearized reading' (duration: 108.45887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:25.606959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.710315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:430804"} {"level":"info","ts":"2026-07-28T14:33:25.60705Z","caller":"traceutil/trace.go:171","msg":"trace[321856245] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11107; }","duration":"108.829518ms","start":"2026-07-28T14:33:25.4982Z","end":"2026-07-28T14:33:25.60703Z","steps":["trace[321856245] 'agreement among raft nodes before linearized reading' (duration: 108.152425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.208785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.031978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:33:26.208937Z","caller":"traceutil/trace.go:171","msg":"trace[1893478397] linearizableReadLoop","detail":"{readStateIndex:11488; appliedIndex:11487; }","duration":"481.124916ms","start":"2026-07-28T14:33:25.727791Z","end":"2026-07-28T14:33:26.208916Z","steps":["trace[1893478397] 'read index received' (duration: 321.781711ms)","trace[1893478397] 'applied index is now lower than readState.Index' (duration: 159.341855ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:33:26.209047Z","caller":"traceutil/trace.go:171","msg":"trace[428554978] transaction","detail":"{read_only:false; response_revision:11108; number_of_response:1; }","duration":"597.311488ms","start":"2026-07-28T14:33:25.611696Z","end":"2026-07-28T14:33:26.209008Z","steps":["trace[428554978] 'process raft request' (duration: 437.948933ms)","trace[428554978] 'compare' (duration: 158.771433ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:33:26.209111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.321829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:33:26.209147Z","caller":"traceutil/trace.go:171","msg":"trace[1743231424] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11108; }","duration":"481.408501ms","start":"2026-07-28T14:33:25.727726Z","end":"2026-07-28T14:33:26.209135Z","steps":["trace[1743231424] 'agreement among raft nodes before linearized reading' (duration: 481.331609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.209194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:25.7277Z","time spent":"481.485352ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T14:33:26.209237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:25.611571Z","time spent":"597.556653ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:33:26.209847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.275654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-28T14:33:26.209895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.495968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:33:26.209973Z","caller":"traceutil/trace.go:171","msg":"trace[1960437011] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11108; }","duration":"230.60175ms","start":"2026-07-28T14:33:25.979356Z","end":"2026-07-28T14:33:26.209958Z","steps":["trace[1960437011] 'agreement among raft nodes before linearized reading' (duration: 230.392826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.20996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.566839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-28T14:33:26.209978Z","caller":"traceutil/trace.go:171","msg":"trace[1661978276] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11108; }","duration":"230.458577ms","start":"2026-07-28T14:33:25.979495Z","end":"2026-07-28T14:33:26.209953Z","steps":["trace[1661978276] 'agreement among raft nodes before linearized reading' (duration: 230.274384ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:26.210032Z","caller":"traceutil/trace.go:171","msg":"trace[2063590136] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11108; }","duration":"230.722832ms","start":"2026-07-28T14:33:25.979289Z","end":"2026-07-28T14:33:26.210012Z","steps":["trace[2063590136] 'agreement among raft nodes before linearized reading' (duration: 230.470098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.209523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.616206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:33:26.210223Z","caller":"traceutil/trace.go:171","msg":"trace[1726979986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11108; }","duration":"289.3708ms","start":"2026-07-28T14:33:25.920822Z","end":"2026-07-28T14:33:26.210193Z","steps":["trace[1726979986] 'agreement among raft nodes before linearized reading' (duration: 288.491553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.210226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.066754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:33:26.210462Z","caller":"traceutil/trace.go:171","msg":"trace[1699583763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11108; }","duration":"289.429012ms","start":"2026-07-28T14:33:25.920975Z","end":"2026-07-28T14:33:26.210404Z","steps":["trace[1699583763] 'agreement among raft nodes before linearized reading' (duration: 288.801249ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:26.636324Z","caller":"traceutil/trace.go:171","msg":"trace[842616152] transaction","detail":"{read_only:false; response_revision:11110; number_of_response:1; }","duration":"421.05308ms","start":"2026-07-28T14:33:26.215238Z","end":"2026-07-28T14:33:26.636291Z","steps":["trace[842616152] 'process raft request' (duration: 420.805295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.636591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:26.215224Z","time spent":"421.201502ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:33:26.636685Z","caller":"traceutil/trace.go:171","msg":"trace[1821038536] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"421.324755ms","start":"2026-07-28T14:33:26.215306Z","end":"2026-07-28T14:33:26.636631Z","steps":["trace[1821038536] 'process raft request' (duration: 420.919307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.636958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:26.215285Z","time spent":"421.519648ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:33:26.637115Z","caller":"traceutil/trace.go:171","msg":"trace[675997780] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"421.676432ms","start":"2026-07-28T14:33:26.21542Z","end":"2026-07-28T14:33:26.637096Z","steps":["trace[675997780] 'process raft request' (duration: 421.093311ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:26.637052Z","caller":"traceutil/trace.go:171","msg":"trace[377810075] linearizableReadLoop","detail":"{readStateIndex:11492; appliedIndex:11488; }","duration":"420.491058ms","start":"2026-07-28T14:33:26.216527Z","end":"2026-07-28T14:33:26.637018Z","steps":["trace[377810075] 'read index received' (duration: 23.958643ms)","trace[377810075] 'applied index is now lower than readState.Index' (duration: 396.530765ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:33:26.637195Z","caller":"traceutil/trace.go:171","msg":"trace[2127084031] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"419.61765ms","start":"2026-07-28T14:33:26.217556Z","end":"2026-07-28T14:33:26.637174Z","steps":["trace[2127084031] 'process raft request' (duration: 419.314465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.637217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:26.215386Z","time spent":"421.782433ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:33:26.637292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:26.217547Z","time spent":"419.698362ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:33:26.637482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.60607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:33:26.637531Z","caller":"traceutil/trace.go:171","msg":"trace[1489861129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11113; }","duration":"350.687971ms","start":"2026-07-28T14:33:26.286832Z","end":"2026-07-28T14:33:26.63752Z","steps":["trace[1489861129] 'agreement among raft nodes before linearized reading' (duration: 350.61354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.637563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:26.286816Z","time spent":"350.740183ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:33:26.637569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.578416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:33:26.637603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.03812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-28T14:33:26.637687Z","caller":"traceutil/trace.go:171","msg":"trace[1880940482] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:11113; }","duration":"361.801221ms","start":"2026-07-28T14:33:26.275862Z","end":"2026-07-28T14:33:26.637664Z","steps":["trace[1880940482] 'agreement among raft nodes before linearized reading' (duration: 361.541686ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:26.637728Z","caller":"traceutil/trace.go:171","msg":"trace[1475552430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11113; }","duration":"421.209792ms","start":"2026-07-28T14:33:26.216491Z","end":"2026-07-28T14:33:26.637701Z","steps":["trace[1475552430] 'agreement among raft nodes before linearized reading' (duration: 420.807544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.637795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:26.216472Z","time spent":"421.311985ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T14:33:26.637801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:33:26.275845Z","time spent":"361.934593ms","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:33:26.834983Z","caller":"traceutil/trace.go:171","msg":"trace[1492469349] transaction","detail":"{read_only:false; response_revision:11114; number_of_response:1; }","duration":"123.726792ms","start":"2026-07-28T14:33:26.71122Z","end":"2026-07-28T14:33:26.834947Z","steps":["trace[1492469349] 'process raft request' (duration: 82.687042ms)","trace[1492469349] 'compare' (duration: 40.507469ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:33:26.896347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.132565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:33:26.896507Z","caller":"traceutil/trace.go:171","msg":"trace[1877358273] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11115; }","duration":"102.381192ms","start":"2026-07-28T14:33:26.794105Z","end":"2026-07-28T14:33:26.896486Z","steps":["trace[1877358273] 'agreement among raft nodes before linearized reading' (duration: 102.151027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.896501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.130485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:33:26.896637Z","caller":"traceutil/trace.go:171","msg":"trace[1374837853] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11115; }","duration":"102.293919ms","start":"2026-07-28T14:33:26.794309Z","end":"2026-07-28T14:33:26.896603Z","steps":["trace[1374837853] 'agreement among raft nodes before linearized reading' (duration: 102.052004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.896668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.923522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:33:26.896682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.691557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:33:26.89681Z","caller":"traceutil/trace.go:171","msg":"trace[1094831281] transaction","detail":"{read_only:false; response_revision:11115; number_of_response:1; }","duration":"102.431081ms","start":"2026-07-28T14:33:26.794348Z","end":"2026-07-28T14:33:26.896779Z","steps":["trace[1094831281] 'process raft request' (duration: 101.719787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.896847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.906791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-28T14:33:26.896862Z","caller":"traceutil/trace.go:171","msg":"trace[2023051405] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11115; }","duration":"101.909992ms","start":"2026-07-28T14:33:26.794928Z","end":"2026-07-28T14:33:26.896838Z","steps":["trace[2023051405] 'agreement among raft nodes before linearized reading' (duration: 101.637836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.896845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.564954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:33:26.896736Z","caller":"traceutil/trace.go:171","msg":"trace[1462958009] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11115; }","duration":"101.982303ms","start":"2026-07-28T14:33:26.794734Z","end":"2026-07-28T14:33:26.896716Z","steps":["trace[1462958009] 'agreement among raft nodes before linearized reading' (duration: 101.898822ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:26.896959Z","caller":"traceutil/trace.go:171","msg":"trace[243508861] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11115; }","duration":"102.697727ms","start":"2026-07-28T14:33:26.794245Z","end":"2026-07-28T14:33:26.896943Z","steps":["trace[243508861] 'agreement among raft nodes before linearized reading' (duration: 102.523923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.896997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.651226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:33:26.897112Z","caller":"traceutil/trace.go:171","msg":"trace[1574945019] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11115; }","duration":"102.811778ms","start":"2026-07-28T14:33:26.794279Z","end":"2026-07-28T14:33:26.89709Z","steps":["trace[1574945019] 'agreement among raft nodes before linearized reading' (duration: 102.530013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.896423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.637886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:33:26.897216Z","caller":"traceutil/trace.go:171","msg":"trace[1632486912] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11115; }","duration":"102.488643ms","start":"2026-07-28T14:33:26.794714Z","end":"2026-07-28T14:33:26.897203Z","steps":["trace[1632486912] 'agreement among raft nodes before linearized reading' (duration: 101.610885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.896923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.224728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-28T14:33:26.897307Z","caller":"traceutil/trace.go:171","msg":"trace[44095999] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11115; }","duration":"102.668446ms","start":"2026-07-28T14:33:26.794623Z","end":"2026-07-28T14:33:26.897291Z","steps":["trace[44095999] 'agreement among raft nodes before linearized reading' (duration: 102.169547ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:26.896929Z","caller":"traceutil/trace.go:171","msg":"trace[78584275] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11115; }","duration":"102.036164ms","start":"2026-07-28T14:33:26.794876Z","end":"2026-07-28T14:33:26.896913Z","steps":["trace[78584275] 'agreement among raft nodes before linearized reading' (duration: 101.733028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:26.897343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.295298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-28T14:33:26.897564Z","caller":"traceutil/trace.go:171","msg":"trace[1054423651] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11115; }","duration":"102.503032ms","start":"2026-07-28T14:33:26.795004Z","end":"2026-07-28T14:33:26.897507Z","steps":["trace[1054423651] 'agreement among raft nodes before linearized reading' (duration: 101.540494ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:28.459868Z","caller":"traceutil/trace.go:171","msg":"trace[408807754] linearizableReadLoop","detail":"{readStateIndex:11497; appliedIndex:11496; }","duration":"215.639936ms","start":"2026-07-28T14:33:28.244197Z","end":"2026-07-28T14:33:28.459837Z","steps":["trace[408807754] 'read index received' (duration: 215.426472ms)","trace[408807754] 'applied index is now lower than readState.Index' (duration: 211.844µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:33:28.46007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.700518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:33:28.460113Z","caller":"traceutil/trace.go:171","msg":"trace[766673459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11117; }","duration":"173.79867ms","start":"2026-07-28T14:33:28.286303Z","end":"2026-07-28T14:33:28.460102Z","steps":["trace[766673459] 'agreement among raft nodes before linearized reading' (duration: 173.706818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:33:28.460105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.905161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:33:28.460158Z","caller":"traceutil/trace.go:171","msg":"trace[424433248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11117; }","duration":"216.031744ms","start":"2026-07-28T14:33:28.244114Z","end":"2026-07-28T14:33:28.460145Z","steps":["trace[424433248] 'agreement among raft nodes before linearized reading' (duration: 215.83815ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:33:28.459964Z","caller":"traceutil/trace.go:171","msg":"trace[697935702] transaction","detail":"{read_only:false; response_revision:11117; number_of_response:1; }","duration":"240.994526ms","start":"2026-07-28T14:33:28.218937Z","end":"2026-07-28T14:33:28.459931Z","steps":["trace[697935702] 'process raft request' (duration: 240.67994ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:20.093647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10535} {"level":"info","ts":"2026-07-28T14:37:20.182006Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10535,"took":"85.873515ms","hash":1174022825,"current-db-size-bytes":57073664,"current-db-size":"57 MB","current-db-size-in-use-bytes":26849280,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-28T14:37:20.182155Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1174022825,"revision":10535,"compact-revision":7915} {"level":"warn","ts":"2026-07-28T14:37:35.945288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.960835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:35.945591Z","caller":"traceutil/trace.go:171","msg":"trace[1206510354] transaction","detail":"{read_only:false; response_revision:12801; number_of_response:1; }","duration":"220.136606ms","start":"2026-07-28T14:37:35.725412Z","end":"2026-07-28T14:37:35.945548Z","steps":["trace[1206510354] 'process raft request' (duration: 54.779002ms)","trace[1206510354] 'compare' (duration: 164.774842ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:35.945662Z","caller":"traceutil/trace.go:171","msg":"trace[1476029071] transaction","detail":"{read_only:false; response_revision:12802; number_of_response:1; }","duration":"212.292461ms","start":"2026-07-28T14:37:35.733334Z","end":"2026-07-28T14:37:35.945626Z","steps":["trace[1476029071] 'process raft request' (duration: 212.125847ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:35.945673Z","caller":"traceutil/trace.go:171","msg":"trace[114295178] transaction","detail":"{read_only:false; response_revision:12803; number_of_response:1; }","duration":"179.688478ms","start":"2026-07-28T14:37:35.765944Z","end":"2026-07-28T14:37:35.945632Z","steps":["trace[114295178] 'process raft request' (duration: 179.601216ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:35.945629Z","caller":"traceutil/trace.go:171","msg":"trace[244674514] linearizableReadLoop","detail":"{readStateIndex:13242; appliedIndex:13239; }","duration":"141.106095ms","start":"2026-07-28T14:37:35.8045Z","end":"2026-07-28T14:37:35.945606Z","steps":["trace[244674514] 'read index received' (duration: 140.444572ms)","trace[244674514] 'applied index is now lower than readState.Index' (duration: 659.883µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:37:35.945804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.30601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:37:35.945862Z","caller":"traceutil/trace.go:171","msg":"trace[2117740558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12803; }","duration":"141.388191ms","start":"2026-07-28T14:37:35.804456Z","end":"2026-07-28T14:37:35.945844Z","steps":["trace[2117740558] 'agreement among raft nodes before linearized reading' (duration: 141.209587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:35.948864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.707888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:37:35.949003Z","caller":"traceutil/trace.go:171","msg":"trace[1381306486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12804; }","duration":"139.885592ms","start":"2026-07-28T14:37:35.809099Z","end":"2026-07-28T14:37:35.948985Z","steps":["trace[1381306486] 'agreement among raft nodes before linearized reading' (duration: 139.597916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:35.950502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.565406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2380603"} {"level":"info","ts":"2026-07-28T14:37:35.950592Z","caller":"traceutil/trace.go:171","msg":"trace[321086244] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:12804; }","duration":"134.689169ms","start":"2026-07-28T14:37:35.815882Z","end":"2026-07-28T14:37:35.950571Z","steps":["trace[321086244] 'agreement among raft nodes before linearized reading' (duration: 133.095528ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:42.933196Z","caller":"traceutil/trace.go:171","msg":"trace[1433220272] transaction","detail":"{read_only:false; response_revision:12859; number_of_response:1; }","duration":"101.808589ms","start":"2026-07-28T14:37:42.831361Z","end":"2026-07-28T14:37:42.933169Z","steps":["trace[1433220272] 'process raft request' (duration: 101.633816ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:43.872966Z","caller":"traceutil/trace.go:171","msg":"trace[831148936] transaction","detail":"{read_only:false; response_revision:12873; number_of_response:1; }","duration":"111.470461ms","start":"2026-07-28T14:37:43.761409Z","end":"2026-07-28T14:37:43.872879Z","steps":["trace[831148936] 'process raft request' (duration: 111.178804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:44.437237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.791815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:37:44.437466Z","caller":"traceutil/trace.go:171","msg":"trace[888575801] transaction","detail":"{read_only:false; response_revision:12878; number_of_response:1; }","duration":"269.799696ms","start":"2026-07-28T14:37:44.167634Z","end":"2026-07-28T14:37:44.437433Z","steps":["trace[888575801] 'process raft request' (duration: 113.575692ms)","trace[888575801] 'compare' (duration: 155.488659ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:44.473977Z","caller":"traceutil/trace.go:171","msg":"trace[445221916] transaction","detail":"{read_only:false; response_revision:12879; number_of_response:1; }","duration":"305.9569ms","start":"2026-07-28T14:37:44.168001Z","end":"2026-07-28T14:37:44.473958Z","steps":["trace[445221916] 'process raft request' (duration: 305.803407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:44.474153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:44.167981Z","time spent":"306.107843ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:44.474429Z","caller":"traceutil/trace.go:171","msg":"trace[295779287] transaction","detail":"{read_only:false; response_revision:12880; number_of_response:1; }","duration":"305.934889ms","start":"2026-07-28T14:37:44.168455Z","end":"2026-07-28T14:37:44.474389Z","steps":["trace[295779287] 'process raft request' (duration: 305.4625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:44.474584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:44.168436Z","time spent":"306.068242ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:44.475073Z","caller":"traceutil/trace.go:171","msg":"trace[458680231] transaction","detail":"{read_only:false; response_revision:12881; number_of_response:1; }","duration":"306.375698ms","start":"2026-07-28T14:37:44.168676Z","end":"2026-07-28T14:37:44.475051Z","steps":["trace[458680231] 'process raft request' (duration: 305.99704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:44.475179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:37:44.168658Z","time spent":"306.47105ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:37:44.475228Z","caller":"traceutil/trace.go:171","msg":"trace[405753581] linearizableReadLoop","detail":"{readStateIndex:13324; appliedIndex:13319; }","duration":"115.98647ms","start":"2026-07-28T14:37:44.359223Z","end":"2026-07-28T14:37:44.47521Z","steps":["trace[405753581] 'read index received' (duration: 114.547532ms)","trace[405753581] 'applied index is now lower than readState.Index' (duration: 1.438168ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:37:44.475479Z","caller":"traceutil/trace.go:171","msg":"trace[1731445127] transaction","detail":"{read_only:false; response_revision:12882; number_of_response:1; }","duration":"258.189807ms","start":"2026-07-28T14:37:44.217276Z","end":"2026-07-28T14:37:44.475465Z","steps":["trace[1731445127] 'process raft request' (duration: 257.769789ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:37:44.475676Z","caller":"traceutil/trace.go:171","msg":"trace[1730626330] transaction","detail":"{read_only:false; response_revision:12883; number_of_response:1; }","duration":"248.011616ms","start":"2026-07-28T14:37:44.227654Z","end":"2026-07-28T14:37:44.475665Z","steps":["trace[1730626330] 'process raft request' (duration: 247.481786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:37:44.475759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.53598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:37:44.475815Z","caller":"traceutil/trace.go:171","msg":"trace[460914197] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12883; }","duration":"116.641222ms","start":"2026-07-28T14:37:44.359158Z","end":"2026-07-28T14:37:44.475799Z","steps":["trace[460914197] 'agreement among raft nodes before linearized reading' (duration: 116.548941ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:38:02.216304Z","caller":"traceutil/trace.go:171","msg":"trace[1132132498] transaction","detail":"{read_only:false; response_revision:13007; number_of_response:1; }","duration":"199.802425ms","start":"2026-07-28T14:38:02.016459Z","end":"2026-07-28T14:38:02.216262Z","steps":["trace[1132132498] 'process raft request' (duration: 199.54787ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:38:02.281443Z","caller":"traceutil/trace.go:171","msg":"trace[310532936] transaction","detail":"{read_only:false; response_revision:13008; number_of_response:1; }","duration":"166.68437ms","start":"2026-07-28T14:38:02.114728Z","end":"2026-07-28T14:38:02.281412Z","steps":["trace[310532936] 'process raft request' (duration: 130.834193ms)","trace[310532936] 'compare' (duration: 35.588482ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:38:02.281519Z","caller":"traceutil/trace.go:171","msg":"trace[1962152517] transaction","detail":"{read_only:false; response_revision:13009; number_of_response:1; }","duration":"135.811591ms","start":"2026-07-28T14:38:02.145667Z","end":"2026-07-28T14:38:02.281479Z","steps":["trace[1962152517] 'process raft request' (duration: 135.628767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:38:02.881885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.592093ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T14:38:02.882038Z","caller":"traceutil/trace.go:171","msg":"trace[994994551] linearizableReadLoop","detail":"{readStateIndex:13458; appliedIndex:13457; }","duration":"292.296221ms","start":"2026-07-28T14:38:02.589719Z","end":"2026-07-28T14:38:02.882015Z","steps":["trace[994994551] 'read index received' (duration: 179.247939ms)","trace[994994551] 'applied index is now lower than readState.Index' (duration: 113.046272ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:38:02.882072Z","caller":"traceutil/trace.go:171","msg":"trace[1999721977] transaction","detail":"{read_only:false; response_revision:13013; number_of_response:1; }","duration":"294.815699ms","start":"2026-07-28T14:38:02.587222Z","end":"2026-07-28T14:38:02.882038Z","steps":["trace[1999721977] 'process raft request' (duration: 181.773827ms)","trace[1999721977] 'compare' (duration: 112.39462ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:38:02.882346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.604596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"warn","ts":"2026-07-28T14:38:02.882381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.411286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:38:02.882406Z","caller":"traceutil/trace.go:171","msg":"trace[1773714835] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13013; }","duration":"292.731419ms","start":"2026-07-28T14:38:02.589662Z","end":"2026-07-28T14:38:02.882393Z","steps":["trace[1773714835] 'agreement among raft nodes before linearized reading' (duration: 292.500965ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:38:02.882436Z","caller":"traceutil/trace.go:171","msg":"trace[1037226715] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13013; }","duration":"162.506628ms","start":"2026-07-28T14:38:02.719916Z","end":"2026-07-28T14:38:02.882422Z","steps":["trace[1037226715] 'agreement among raft nodes before linearized reading' (duration: 162.328474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:38:02.882426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.74971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-28T14:38:02.882517Z","caller":"traceutil/trace.go:171","msg":"trace[2062562348] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13013; }","duration":"173.887924ms","start":"2026-07-28T14:38:02.708604Z","end":"2026-07-28T14:38:02.882492Z","steps":["trace[2062562348] 'agreement among raft nodes before linearized reading' (duration: 173.628638ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:38:03.38252Z","caller":"traceutil/trace.go:171","msg":"trace[1392992806] transaction","detail":"{read_only:false; response_revision:13017; number_of_response:1; }","duration":"155.092452ms","start":"2026-07-28T14:38:03.227381Z","end":"2026-07-28T14:38:03.382473Z","steps":["trace[1392992806] 'process raft request' (duration: 152.961199ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:06.912708Z","caller":"traceutil/trace.go:171","msg":"trace[1081461028] transaction","detail":"{read_only:false; response_revision:13442; number_of_response:1; }","duration":"355.088301ms","start":"2026-07-28T14:39:06.557599Z","end":"2026-07-28T14:39:06.912687Z","steps":["trace[1081461028] 'process raft request' (duration: 354.958458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:06.912834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:06.557564Z","time spent":"355.204302ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:39:06.914148Z","caller":"traceutil/trace.go:171","msg":"trace[1999724646] linearizableReadLoop","detail":"{readStateIndex:13904; appliedIndex:13902; }","duration":"349.456379ms","start":"2026-07-28T14:39:06.564652Z","end":"2026-07-28T14:39:06.914109Z","steps":["trace[1999724646] 'read index received' (duration: 347.97863ms)","trace[1999724646] 'applied index is now lower than readState.Index' (duration: 1.476269ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:39:06.914464Z","caller":"traceutil/trace.go:171","msg":"trace[518210568] transaction","detail":"{read_only:false; response_revision:13443; number_of_response:1; }","duration":"355.564039ms","start":"2026-07-28T14:39:06.558883Z","end":"2026-07-28T14:39:06.914447Z","steps":["trace[518210568] 'process raft request' (duration: 355.007079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:06.914612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:06.558848Z","time spent":"355.658481ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:39:06.914763Z","caller":"traceutil/trace.go:171","msg":"trace[1735931052] transaction","detail":"{read_only:false; response_revision:13444; number_of_response:1; }","duration":"188.155294ms","start":"2026-07-28T14:39:06.726598Z","end":"2026-07-28T14:39:06.914753Z","steps":["trace[1735931052] 'process raft request' (duration: 187.463351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:06.914966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.317356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8fdgx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-28T14:39:06.915009Z","caller":"traceutil/trace.go:171","msg":"trace[84009894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8fdgx; range_end:; response_count:1; response_revision:13444; }","duration":"350.362577ms","start":"2026-07-28T14:39:06.564635Z","end":"2026-07-28T14:39:06.914998Z","steps":["trace[84009894] 'agreement among raft nodes before linearized reading' (duration: 350.204194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:06.915041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:06.564574Z","time spent":"350.460539ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-8fdgx\" "} {"level":"warn","ts":"2026-07-28T14:39:06.91549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.057933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415370"} {"level":"info","ts":"2026-07-28T14:39:06.915533Z","caller":"traceutil/trace.go:171","msg":"trace[1377370705] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13444; }","duration":"263.166245ms","start":"2026-07-28T14:39:06.652354Z","end":"2026-07-28T14:39:06.91552Z","steps":["trace[1377370705] 'agreement among raft nodes before linearized reading' (duration: 262.957811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:06.91588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.382362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:39:06.915918Z","caller":"traceutil/trace.go:171","msg":"trace[110122628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13444; }","duration":"253.435243ms","start":"2026-07-28T14:39:06.662473Z","end":"2026-07-28T14:39:06.915909Z","steps":["trace[110122628] 'agreement among raft nodes before linearized reading' (duration: 253.333131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:06.916037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.766088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:39:06.916068Z","caller":"traceutil/trace.go:171","msg":"trace[1798934889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13444; }","duration":"257.82599ms","start":"2026-07-28T14:39:06.658235Z","end":"2026-07-28T14:39:06.916061Z","steps":["trace[1798934889] 'agreement among raft nodes before linearized reading' (duration: 257.750818ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:10.133472Z","caller":"traceutil/trace.go:171","msg":"trace[786878542] linearizableReadLoop","detail":"{readStateIndex:13924; appliedIndex:13923; }","duration":"275.938748ms","start":"2026-07-28T14:39:09.857502Z","end":"2026-07-28T14:39:10.133441Z","steps":["trace[786878542] 'read index received' (duration: 275.696653ms)","trace[786878542] 'applied index is now lower than readState.Index' (duration: 241.065µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:39:10.133563Z","caller":"traceutil/trace.go:171","msg":"trace[870197906] transaction","detail":"{read_only:false; response_revision:13462; number_of_response:1; }","duration":"514.508376ms","start":"2026-07-28T14:39:09.619019Z","end":"2026-07-28T14:39:10.133527Z","steps":["trace[870197906] 'process raft request' (duration: 514.254661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:10.133764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:09.618999Z","time spent":"514.674419ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:39:10.133822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.308365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-28T14:39:10.134027Z","caller":"traceutil/trace.go:171","msg":"trace[1966317240] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13462; }","duration":"276.59289ms","start":"2026-07-28T14:39:09.857412Z","end":"2026-07-28T14:39:10.134005Z","steps":["trace[1966317240] 'agreement among raft nodes before linearized reading' (duration: 276.142961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:30.350011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.627056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-28T14:39:30.350099Z","caller":"traceutil/trace.go:171","msg":"trace[1271978922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13568; }","duration":"906.776229ms","start":"2026-07-28T14:39:29.443302Z","end":"2026-07-28T14:39:30.350079Z","steps":["trace[1271978922] 'range keys from in-memory index tree' (duration: 906.445084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:30.350193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:29.443284Z","time spent":"906.892292ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:39:30.350448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.268493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-28T14:39:30.350549Z","caller":"traceutil/trace.go:171","msg":"trace[1119416191] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13568; }","duration":"932.444638ms","start":"2026-07-28T14:39:29.418077Z","end":"2026-07-28T14:39:30.350522Z","steps":["trace[1119416191] 'range keys from in-memory index tree' (duration: 932.031039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:30.350602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:29.418043Z","time spent":"932.548489ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:39:30.350799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.458264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-07-28T14:39:30.350925Z","caller":"traceutil/trace.go:171","msg":"trace[1466539684] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13568; }","duration":"828.612378ms","start":"2026-07-28T14:39:29.522293Z","end":"2026-07-28T14:39:30.350906Z","steps":["trace[1466539684] 'range keys from in-memory index tree' (duration: 828.172479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:30.35097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:29.522281Z","time spent":"828.680329ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T14:39:30.351Z","caller":"traceutil/trace.go:171","msg":"trace[709617317] linearizableReadLoop","detail":"{readStateIndex:14035; appliedIndex:14034; }","duration":"158.837764ms","start":"2026-07-28T14:39:30.192143Z","end":"2026-07-28T14:39:30.350981Z","steps":["trace[709617317] 'read index received' (duration: 157.768873ms)","trace[709617317] 'applied index is now lower than readState.Index' (duration: 1.067381ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:39:30.351079Z","caller":"traceutil/trace.go:171","msg":"trace[1875316593] transaction","detail":"{read_only:false; response_revision:13569; number_of_response:1; }","duration":"760.928781ms","start":"2026-07-28T14:39:29.590122Z","end":"2026-07-28T14:39:30.35105Z","steps":["trace[1875316593] 'process raft request' (duration: 759.710437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:30.351143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.983648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:39:30.351205Z","caller":"traceutil/trace.go:171","msg":"trace[247659974] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:13569; }","duration":"159.088589ms","start":"2026-07-28T14:39:30.192099Z","end":"2026-07-28T14:39:30.351188Z","steps":["trace[247659974] 'agreement among raft nodes before linearized reading' (duration: 158.959237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:30.351225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:29.590093Z","time spent":"761.052793ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:39:30.357801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.886425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-28T14:39:30.357934Z","caller":"traceutil/trace.go:171","msg":"trace[1054202239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13569; }","duration":"125.091759ms","start":"2026-07-28T14:39:30.232813Z","end":"2026-07-28T14:39:30.357904Z","steps":["trace[1054202239] 'agreement among raft nodes before linearized reading' (duration: 118.363846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:38.685367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.698027ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:39:38.685452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.147751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-28T14:39:38.685567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.981786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:39:38.68559Z","caller":"traceutil/trace.go:171","msg":"trace[1567691954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13611; }","duration":"282.282593ms","start":"2026-07-28T14:39:38.40326Z","end":"2026-07-28T14:39:38.685542Z","steps":["trace[1567691954] 'range keys from in-memory index tree' (duration: 281.916356ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:38.685611Z","caller":"traceutil/trace.go:171","msg":"trace[398609247] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:13611; }","duration":"208.070278ms","start":"2026-07-28T14:39:38.477528Z","end":"2026-07-28T14:39:38.685598Z","steps":["trace[398609247] 'count revisions from in-memory index tree' (duration: 207.844144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:38.685921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.600553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:39:38.685996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.856158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:39:38.686004Z","caller":"traceutil/trace.go:171","msg":"trace[162251424] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13611; }","duration":"652.755346ms","start":"2026-07-28T14:39:38.033231Z","end":"2026-07-28T14:39:38.685986Z","steps":["trace[162251424] 'count revisions from in-memory index tree' (duration: 652.467491ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:38.686033Z","caller":"traceutil/trace.go:171","msg":"trace[1916836897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13611; }","duration":"111.93881ms","start":"2026-07-28T14:39:38.574084Z","end":"2026-07-28T14:39:38.686023Z","steps":["trace[1916836897] 'count revisions from in-memory index tree' (duration: 111.765357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:38.686054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:38.033201Z","time spent":"652.842427ms","remote":"127.0.0.1:52502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:39:38.685506Z","caller":"traceutil/trace.go:171","msg":"trace[1033846114] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13611; }","duration":"261.8627ms","start":"2026-07-28T14:39:38.423621Z","end":"2026-07-28T14:39:38.685484Z","steps":["trace[1033846114] 'range keys from in-memory index tree' (duration: 261.682596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:38.686155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.347773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:39:38.686286Z","caller":"traceutil/trace.go:171","msg":"trace[224491563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13611; }","duration":"284.571817ms","start":"2026-07-28T14:39:38.401682Z","end":"2026-07-28T14:39:38.686254Z","steps":["trace[224491563] 'range keys from in-memory index tree' (duration: 284.030817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:38.686155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.237889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-28T14:39:38.68647Z","caller":"traceutil/trace.go:171","msg":"trace[247892425] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13611; }","duration":"289.597006ms","start":"2026-07-28T14:39:38.396826Z","end":"2026-07-28T14:39:38.686423Z","steps":["trace[247892425] 'range keys from in-memory index tree' (duration: 288.890233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:46.320454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.593633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-28T14:39:46.320525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.984201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-28T14:39:46.320574Z","caller":"traceutil/trace.go:171","msg":"trace[96050907] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13665; }","duration":"264.774897ms","start":"2026-07-28T14:39:46.05578Z","end":"2026-07-28T14:39:46.320555Z","steps":["trace[96050907] 'range keys from in-memory index tree' (duration: 264.376709ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:46.320591Z","caller":"traceutil/trace.go:171","msg":"trace[1580179365] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13665; }","duration":"266.119604ms","start":"2026-07-28T14:39:46.054454Z","end":"2026-07-28T14:39:46.320574Z","steps":["trace[1580179365] 'range keys from in-memory index tree' (duration: 265.740036ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:46.478545Z","caller":"traceutil/trace.go:171","msg":"trace[1254071677] transaction","detail":"{read_only:false; response_revision:13666; number_of_response:1; }","duration":"153.700535ms","start":"2026-07-28T14:39:46.324811Z","end":"2026-07-28T14:39:46.478511Z","steps":["trace[1254071677] 'process raft request' (duration: 153.51947ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:46.608086Z","caller":"traceutil/trace.go:171","msg":"trace[423191781] linearizableReadLoop","detail":"{readStateIndex:14137; appliedIndex:14135; }","duration":"241.63677ms","start":"2026-07-28T14:39:46.366425Z","end":"2026-07-28T14:39:46.608061Z","steps":["trace[423191781] 'read index received' (duration: 111.803036ms)","trace[423191781] 'applied index is now lower than readState.Index' (duration: 129.832674ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:39:46.608214Z","caller":"traceutil/trace.go:171","msg":"trace[1449540256] transaction","detail":"{read_only:false; response_revision:13667; number_of_response:1; }","duration":"283.249991ms","start":"2026-07-28T14:39:46.324944Z","end":"2026-07-28T14:39:46.608194Z","steps":["trace[1449540256] 'process raft request' (duration: 210.693649ms)","trace[1449540256] 'compare' (duration: 72.310437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:39:46.60842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.973156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-8f88r\" ","response":"range_response_count:1 size:12360"} {"level":"info","ts":"2026-07-28T14:39:46.60848Z","caller":"traceutil/trace.go:171","msg":"trace[306854955] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-8f88r; range_end:; response_count:1; response_revision:13667; }","duration":"242.084108ms","start":"2026-07-28T14:39:46.366382Z","end":"2026-07-28T14:39:46.608466Z","steps":["trace[306854955] 'agreement among raft nodes before linearized reading' (duration: 241.884604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:46.608506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.132401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:39:46.608596Z","caller":"traceutil/trace.go:171","msg":"trace[242694408] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13667; }","duration":"233.279034ms","start":"2026-07-28T14:39:46.375299Z","end":"2026-07-28T14:39:46.608578Z","steps":["trace[242694408] 'agreement among raft nodes before linearized reading' (duration: 233.124911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:48.128315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095073163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:39:48.62913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095073163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:39:49.130024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095073163,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:39:49.132627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.672796332s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:39:49.133005Z","caller":"traceutil/trace.go:171","msg":"trace[1107077668] transaction","detail":"{read_only:false; response_revision:13678; number_of_response:1; }","duration":"1.673309672s","start":"2026-07-28T14:39:47.459674Z","end":"2026-07-28T14:39:49.132984Z","steps":["trace[1107077668] 'process raft request' (duration: 1.673130059s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.13315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:47.459648Z","time spent":"1.673423026s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:39:49.24974Z","caller":"traceutil/trace.go:171","msg":"trace[883840746] transaction","detail":"{read_only:false; response_revision:13679; number_of_response:1; }","duration":"1.486734949s","start":"2026-07-28T14:39:47.762961Z","end":"2026-07-28T14:39:49.249696Z","steps":["trace[883840746] 'process raft request' (duration: 1.486430943s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.250063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:47.762931Z","time spent":"1.487005455s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:39:49.292345Z","caller":"traceutil/trace.go:171","msg":"trace[1401535341] linearizableReadLoop","detail":"{readStateIndex:14152; appliedIndex:14147; }","duration":"1.664271563s","start":"2026-07-28T14:39:47.628053Z","end":"2026-07-28T14:39:49.292324Z","steps":["trace[1401535341] 'read index received' (duration: 1.504823985s)","trace[1401535341] 'applied index is now lower than readState.Index' (duration: 159.443008ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:39:49.292466Z","caller":"traceutil/trace.go:171","msg":"trace[51320241] transaction","detail":"{read_only:false; response_revision:13680; number_of_response:1; }","duration":"188.463479ms","start":"2026-07-28T14:39:49.103993Z","end":"2026-07-28T14:39:49.292456Z","steps":["trace[51320241] 'process raft request' (duration: 188.015561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.292687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.66460479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-28T14:39:49.292807Z","caller":"traceutil/trace.go:171","msg":"trace[1209441292] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:13681; }","duration":"1.664756933s","start":"2026-07-28T14:39:47.628Z","end":"2026-07-28T14:39:49.292757Z","steps":["trace[1209441292] 'agreement among raft nodes before linearized reading' (duration: 1.664589769s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.292821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006494159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:39:49.292863Z","caller":"traceutil/trace.go:171","msg":"trace[947251882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13681; }","duration":"1.006600481s","start":"2026-07-28T14:39:48.286252Z","end":"2026-07-28T14:39:49.292852Z","steps":["trace[947251882] 'agreement among raft nodes before linearized reading' (duration: 1.006519119s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.292849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.680497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-28T14:39:49.292868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:47.62798Z","time spent":"1.664870866s","remote":"127.0.0.1:40072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:39:49.292914Z","caller":"traceutil/trace.go:171","msg":"trace[1071660848] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13681; }","duration":"485.76385ms","start":"2026-07-28T14:39:48.807126Z","end":"2026-07-28T14:39:49.29289Z","steps":["trace[1071660848] 'agreement among raft nodes before linearized reading' (duration: 485.620937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.292883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.659966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-28T14:39:49.292894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:48.286237Z","time spent":"1.006648852s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:39:49.292976Z","caller":"traceutil/trace.go:171","msg":"trace[542078843] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13681; }","duration":"490.759949ms","start":"2026-07-28T14:39:48.802191Z","end":"2026-07-28T14:39:49.292951Z","steps":["trace[542078843] 'agreement among raft nodes before linearized reading' (duration: 490.553985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.292999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.239194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T14:39:49.292986Z","caller":"traceutil/trace.go:171","msg":"trace[269937989] transaction","detail":"{read_only:false; response_revision:13681; number_of_response:1; }","duration":"167.059148ms","start":"2026-07-28T14:39:49.125901Z","end":"2026-07-28T14:39:49.29296Z","steps":["trace[269937989] 'process raft request' (duration: 166.365684ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:49.293015Z","caller":"traceutil/trace.go:171","msg":"trace[1854462562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13681; }","duration":"121.275664ms","start":"2026-07-28T14:39:49.171735Z","end":"2026-07-28T14:39:49.293011Z","steps":["trace[1854462562] 'agreement among raft nodes before linearized reading' (duration: 121.217823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.29294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:48.807115Z","time spent":"485.82029ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:39:49.293039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:48.802179Z","time spent":"490.8322ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:39:49.293072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.910829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-28T14:39:49.293131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.892829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-28T14:39:49.292705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466621763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:39:49.293039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.451501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T14:39:49.293156Z","caller":"traceutil/trace.go:171","msg":"trace[114280912] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13681; }","duration":"502.046521ms","start":"2026-07-28T14:39:48.79109Z","end":"2026-07-28T14:39:49.293136Z","steps":["trace[114280912] 'agreement among raft nodes before linearized reading' (duration: 501.788286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.293154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022930414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:39:49.293187Z","caller":"traceutil/trace.go:171","msg":"trace[1552476665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13681; }","duration":"107.637395ms","start":"2026-07-28T14:39:49.185535Z","end":"2026-07-28T14:39:49.293172Z","steps":["trace[1552476665] 'agreement among raft nodes before linearized reading' (duration: 107.38037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.293212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:48.791063Z","time spent":"502.126122ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:39:49.293248Z","caller":"traceutil/trace.go:171","msg":"trace[2103723568] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:13681; }","duration":"1.023050256s","start":"2026-07-28T14:39:48.270176Z","end":"2026-07-28T14:39:49.293227Z","steps":["trace[2103723568] 'agreement among raft nodes before linearized reading' (duration: 1.022861012s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:49.293148Z","caller":"traceutil/trace.go:171","msg":"trace[282625258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13681; }","duration":"150.943119ms","start":"2026-07-28T14:39:49.1422Z","end":"2026-07-28T14:39:49.293144Z","steps":["trace[282625258] 'agreement among raft nodes before linearized reading' (duration: 150.895709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.293299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:48.270102Z","time spent":"1.023185758s","remote":"127.0.0.1:41680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:39:49.293182Z","caller":"traceutil/trace.go:171","msg":"trace[308877102] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:13681; }","duration":"1.467138013s","start":"2026-07-28T14:39:47.826028Z","end":"2026-07-28T14:39:49.293166Z","steps":["trace[308877102] 'agreement among raft nodes before linearized reading' (duration: 1.466596702s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:49.293398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:47.826011Z","time spent":"1.467368547s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:39:50.665916Z","caller":"traceutil/trace.go:171","msg":"trace[255908986] linearizableReadLoop","detail":"{readStateIndex:14163; appliedIndex:14162; }","duration":"238.972976ms","start":"2026-07-28T14:39:50.426918Z","end":"2026-07-28T14:39:50.665891Z","steps":["trace[255908986] 'read index received' (duration: 238.730882ms)","trace[255908986] 'applied index is now lower than readState.Index' (duration: 240.804µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:39:50.666035Z","caller":"traceutil/trace.go:171","msg":"trace[1203466276] transaction","detail":"{read_only:false; response_revision:13692; number_of_response:1; }","duration":"381.754766ms","start":"2026-07-28T14:39:50.28425Z","end":"2026-07-28T14:39:50.666005Z","steps":["trace[1203466276] 'process raft request' (duration: 381.47923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:50.666124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.18087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-8f88r\" ","response":"range_response_count:1 size:12595"} {"level":"info","ts":"2026-07-28T14:39:50.666239Z","caller":"traceutil/trace.go:171","msg":"trace[453349651] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-8f88r; range_end:; response_count:1; response_revision:13692; }","duration":"239.350255ms","start":"2026-07-28T14:39:50.426877Z","end":"2026-07-28T14:39:50.666227Z","steps":["trace[453349651] 'agreement among raft nodes before linearized reading' (duration: 239.111109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:50.666186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:50.284221Z","time spent":"381.881127ms","remote":"127.0.0.1:40072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7896,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:39:50.796037Z","caller":"traceutil/trace.go:171","msg":"trace[2291397] linearizableReadLoop","detail":"{readStateIndex:14164; appliedIndex:14163; }","duration":"123.199902ms","start":"2026-07-28T14:39:50.672791Z","end":"2026-07-28T14:39:50.795991Z","steps":["trace[2291397] 'read index received' (duration: 118.700893ms)","trace[2291397] 'applied index is now lower than readState.Index' (duration: 4.497539ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:39:50.79627Z","caller":"traceutil/trace.go:171","msg":"trace[2025112897] transaction","detail":"{read_only:false; response_revision:13693; number_of_response:1; }","duration":"368.093806ms","start":"2026-07-28T14:39:50.428137Z","end":"2026-07-28T14:39:50.796231Z","steps":["trace[2025112897] 'process raft request' (duration: 363.271281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:50.796433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:50.428128Z","time spent":"368.227839ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T14:39:50.796472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.649751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18987"} {"level":"info","ts":"2026-07-28T14:39:50.796552Z","caller":"traceutil/trace.go:171","msg":"trace[982968299] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:13693; }","duration":"123.746693ms","start":"2026-07-28T14:39:50.672786Z","end":"2026-07-28T14:39:50.796533Z","steps":["trace[982968299] 'agreement among raft nodes before linearized reading' (duration: 123.454237ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:50.798167Z","caller":"traceutil/trace.go:171","msg":"trace[893915548] transaction","detail":"{read_only:false; response_revision:13694; number_of_response:1; }","duration":"120.239834ms","start":"2026-07-28T14:39:50.677907Z","end":"2026-07-28T14:39:50.798147Z","steps":["trace[893915548] 'process raft request' (duration: 119.907057ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:51.275039Z","caller":"traceutil/trace.go:171","msg":"trace[491650811] transaction","detail":"{read_only:false; response_revision:13697; number_of_response:1; }","duration":"132.060027ms","start":"2026-07-28T14:39:51.142942Z","end":"2026-07-28T14:39:51.275002Z","steps":["trace[491650811] 'process raft request' (duration: 131.842853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:58.733225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.404451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18c67b0caf8d160b\" ","response":"range_response_count:1 size:956"} {"level":"info","ts":"2026-07-28T14:39:58.733361Z","caller":"traceutil/trace.go:171","msg":"trace[640133217] range","detail":"{range_begin:/registry/events/openstack/data-ovn-ovsdb-nb-0.18c67b0caf8d160b; range_end:; response_count:1; response_revision:13836; }","duration":"913.574335ms","start":"2026-07-28T14:39:57.81977Z","end":"2026-07-28T14:39:58.733344Z","steps":["trace[640133217] 'range keys from in-memory index tree' (duration: 913.245608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:58.733414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:57.819749Z","time spent":"913.654306ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":980,"request content":"key:\"/registry/events/openstack/data-ovn-ovsdb-nb-0.18c67b0caf8d160b\" "} {"level":"warn","ts":"2026-07-28T14:39:58.733402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.397758ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:39:58.733515Z","caller":"traceutil/trace.go:171","msg":"trace[89347104] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13836; }","duration":"309.522621ms","start":"2026-07-28T14:39:58.423974Z","end":"2026-07-28T14:39:58.733497Z","steps":["trace[89347104] 'range keys from in-memory index tree' (duration: 309.373488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:58.733452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.811383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-nfcxt.18c67b0cbe4aa705\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-07-28T14:39:58.733692Z","caller":"traceutil/trace.go:171","msg":"trace[2071109650] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-nfcxt.18c67b0cbe4aa705; range_end:; response_count:1; response_revision:13836; }","duration":"244.061377ms","start":"2026-07-28T14:39:58.489583Z","end":"2026-07-28T14:39:58.733644Z","steps":["trace[2071109650] 'range keys from in-memory index tree' (duration: 243.690191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.385158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.989994ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-28T14:39:59.589779Z","caller":"traceutil/trace.go:171","msg":"trace[1856842794] linearizableReadLoop","detail":"{readStateIndex:14312; appliedIndex:14309; }","duration":"832.317561ms","start":"2026-07-28T14:39:58.757435Z","end":"2026-07-28T14:39:59.589753Z","steps":["trace[1856842794] 'read index received' (duration: 26.932102ms)","trace[1856842794] 'applied index is now lower than readState.Index' (duration: 805.384149ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:39:59.589869Z","caller":"traceutil/trace.go:171","msg":"trace[125910815] transaction","detail":"{read_only:false; response_revision:13838; number_of_response:1; }","duration":"853.494869ms","start":"2026-07-28T14:39:58.736332Z","end":"2026-07-28T14:39:59.589827Z","steps":["trace[125910815] 'process raft request' (duration: 853.341046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.590044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.575356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92d1743c-d6f6-4106-9cf1-2a274cc93921\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-07-28T14:39:59.59006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:58.736315Z","time spent":"853.635972ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":744,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:39:59.590092Z","caller":"traceutil/trace.go:171","msg":"trace[1752361900] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-92d1743c-d6f6-4106-9cf1-2a274cc93921; range_end:; response_count:1; response_revision:13838; }","duration":"832.672738ms","start":"2026-07-28T14:39:58.757406Z","end":"2026-07-28T14:39:59.590078Z","steps":["trace[1752361900] 'agreement among raft nodes before linearized reading' (duration: 832.482914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.590136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:58.757393Z","time spent":"832.733519ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-92d1743c-d6f6-4106-9cf1-2a274cc93921\" "} {"level":"info","ts":"2026-07-28T14:39:59.590378Z","caller":"traceutil/trace.go:171","msg":"trace[1450038727] transaction","detail":"{read_only:false; response_revision:13837; number_of_response:1; }","duration":"854.61723ms","start":"2026-07-28T14:39:58.735722Z","end":"2026-07-28T14:39:59.590339Z","steps":["trace[1450038727] 'process raft request' (duration: 853.712343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.590552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:58.735675Z","time spent":"854.782094ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:39:59.604842Z","caller":"traceutil/trace.go:171","msg":"trace[1893766711] transaction","detail":"{read_only:false; response_revision:13840; number_of_response:1; }","duration":"204.088289ms","start":"2026-07-28T14:39:59.400738Z","end":"2026-07-28T14:39:59.604826Z","steps":["trace[1893766711] 'process raft request' (duration: 204.011638ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:59.604873Z","caller":"traceutil/trace.go:171","msg":"trace[2060196557] transaction","detail":"{read_only:false; response_revision:13839; number_of_response:1; }","duration":"215.507864ms","start":"2026-07-28T14:39:59.389334Z","end":"2026-07-28T14:39:59.604842Z","steps":["trace[2060196557] 'process raft request' (duration: 215.262829ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:59.605369Z","caller":"traceutil/trace.go:171","msg":"trace[1060643356] transaction","detail":"{read_only:false; response_revision:13841; number_of_response:1; }","duration":"134.523776ms","start":"2026-07-28T14:39:59.470805Z","end":"2026-07-28T14:39:59.605329Z","steps":["trace[1060643356] 'process raft request' (duration: 133.987175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.605606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.587043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-28T14:39:59.605622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.411228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:39:59.605645Z","caller":"traceutil/trace.go:171","msg":"trace[127287169] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:13841; }","duration":"766.654303ms","start":"2026-07-28T14:39:58.838982Z","end":"2026-07-28T14:39:59.605636Z","steps":["trace[127287169] 'agreement among raft nodes before linearized reading' (duration: 766.559752ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:59.605666Z","caller":"traceutil/trace.go:171","msg":"trace[380017812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13841; }","duration":"193.49147ms","start":"2026-07-28T14:39:59.412163Z","end":"2026-07-28T14:39:59.605654Z","steps":["trace[380017812] 'agreement among raft nodes before linearized reading' (duration: 193.341137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.605749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.31292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T14:39:59.605772Z","caller":"traceutil/trace.go:171","msg":"trace[1127850752] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13841; }","duration":"295.399632ms","start":"2026-07-28T14:39:59.310363Z","end":"2026-07-28T14:39:59.605763Z","steps":["trace[1127850752] 'agreement among raft nodes before linearized reading' (duration: 295.32439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.605824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.965731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8fdgx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-28T14:39:59.605868Z","caller":"traceutil/trace.go:171","msg":"trace[217899174] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8fdgx; range_end:; response_count:1; response_revision:13841; }","duration":"144.993771ms","start":"2026-07-28T14:39:59.460851Z","end":"2026-07-28T14:39:59.605845Z","steps":["trace[217899174] 'agreement among raft nodes before linearized reading' (duration: 144.89666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.60593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.908795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:39:59.605955Z","caller":"traceutil/trace.go:171","msg":"trace[923585644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13841; }","duration":"321.011216ms","start":"2026-07-28T14:39:59.284938Z","end":"2026-07-28T14:39:59.60595Z","steps":["trace[923585644] 'agreement among raft nodes before linearized reading' (duration: 320.972466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.605972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:59.284915Z","time spent":"321.053708ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:39:59.606057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.947699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de12ecac-1ee6-4184-867b-97a56600754a\" ","response":"range_response_count:1 size:3606"} {"level":"warn","ts":"2026-07-28T14:39:59.606096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.812974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-28T14:39:59.606121Z","caller":"traceutil/trace.go:171","msg":"trace[1289755533] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-de12ecac-1ee6-4184-867b-97a56600754a; range_end:; response_count:1; response_revision:13841; }","duration":"848.057161ms","start":"2026-07-28T14:39:58.758046Z","end":"2026-07-28T14:39:59.606104Z","steps":["trace[1289755533] 'agreement among raft nodes before linearized reading' (duration: 847.792155ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:39:59.606132Z","caller":"traceutil/trace.go:171","msg":"trace[1157974972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13841; }","duration":"163.867345ms","start":"2026-07-28T14:39:59.442254Z","end":"2026-07-28T14:39:59.606122Z","steps":["trace[1157974972] 'agreement among raft nodes before linearized reading' (duration: 163.770932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.606171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:58.758035Z","time spent":"848.124583ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-de12ecac-1ee6-4184-867b-97a56600754a\" "} {"level":"warn","ts":"2026-07-28T14:39:59.606398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.195082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-28T14:39:59.606447Z","caller":"traceutil/trace.go:171","msg":"trace[760842195] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13841; }","duration":"164.266184ms","start":"2026-07-28T14:39:59.442163Z","end":"2026-07-28T14:39:59.606429Z","steps":["trace[760842195] 'agreement among raft nodes before linearized reading' (duration: 164.150851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.605673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:39:58.838971Z","time spent":"766.695644ms","remote":"127.0.0.1:52544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:39:59.606632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.71027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-28T14:39:59.606672Z","caller":"traceutil/trace.go:171","msg":"trace[169457062] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13841; }","duration":"171.778422ms","start":"2026-07-28T14:39:59.434879Z","end":"2026-07-28T14:39:59.606658Z","steps":["trace[169457062] 'agreement among raft nodes before linearized reading' (duration: 171.66521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.606688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.137776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-28T14:39:59.606722Z","caller":"traceutil/trace.go:171","msg":"trace[1359725558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13841; }","duration":"178.172947ms","start":"2026-07-28T14:39:59.428539Z","end":"2026-07-28T14:39:59.606712Z","steps":["trace[1359725558] 'agreement among raft nodes before linearized reading' (duration: 178.083945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:39:59.606913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.770631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-28T14:39:59.606974Z","caller":"traceutil/trace.go:171","msg":"trace[1248141839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13841; }","duration":"168.863803ms","start":"2026-07-28T14:39:59.438094Z","end":"2026-07-28T14:39:59.606958Z","steps":["trace[1248141839] 'agreement among raft nodes before linearized reading' (duration: 168.659379ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:15.639518Z","caller":"traceutil/trace.go:171","msg":"trace[1320208554] linearizableReadLoop","detail":"{readStateIndex:15318; appliedIndex:15317; }","duration":"109.089983ms","start":"2026-07-28T14:41:15.530385Z","end":"2026-07-28T14:41:15.639475Z","steps":["trace[1320208554] 'read index received' (duration: 108.91048ms)","trace[1320208554] 'applied index is now lower than readState.Index' (duration: 178.603µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:41:15.639545Z","caller":"traceutil/trace.go:171","msg":"trace[140545652] transaction","detail":"{read_only:false; response_revision:14814; number_of_response:1; }","duration":"123.633611ms","start":"2026-07-28T14:41:15.515878Z","end":"2026-07-28T14:41:15.639512Z","steps":["trace[140545652] 'process raft request' (duration: 123.427157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:15.639737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.334659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6kczh\" ","response":"range_response_count:1 size:9795"} {"level":"info","ts":"2026-07-28T14:41:15.639776Z","caller":"traceutil/trace.go:171","msg":"trace[2115522100] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6kczh; range_end:; response_count:1; response_revision:14814; }","duration":"109.43668ms","start":"2026-07-28T14:41:15.53033Z","end":"2026-07-28T14:41:15.639766Z","steps":["trace[2115522100] 'agreement among raft nodes before linearized reading' (duration: 109.262846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:16.503677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095076487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:41:17.004281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095076487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:41:17.505052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095076487,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T14:41:17.583186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.695069882s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T14:41:17.58355Z","caller":"traceutil/trace.go:171","msg":"trace[2144660464] transaction","detail":"{read_only:false; response_revision:14815; number_of_response:1; }","duration":"1.695512561s","start":"2026-07-28T14:41:15.888012Z","end":"2026-07-28T14:41:17.583524Z","steps":["trace[2144660464] 'process raft request' (duration: 1.695346448s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.583708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:15.887991Z","time spent":"1.695634573s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:41:17.62071Z","caller":"traceutil/trace.go:171","msg":"trace[563368942] linearizableReadLoop","detail":"{readStateIndex:15320; appliedIndex:15318; }","duration":"1.617122773s","start":"2026-07-28T14:41:16.003563Z","end":"2026-07-28T14:41:17.620686Z","steps":["trace[563368942] 'read index received' (duration: 1.579786696s)","trace[563368942] 'applied index is now lower than readState.Index' (duration: 37.334817ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:41:17.620818Z","caller":"traceutil/trace.go:171","msg":"trace[913610420] transaction","detail":"{read_only:false; response_revision:14816; number_of_response:1; }","duration":"1.723491283s","start":"2026-07-28T14:41:15.897315Z","end":"2026-07-28T14:41:17.620807Z","steps":["trace[913610420] 'process raft request' (duration: 1.723230698s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.620952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:15.897306Z","time spent":"1.723540314s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:41:17.621153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61597781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-28T14:41:17.621229Z","caller":"traceutil/trace.go:171","msg":"trace[1093484728] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14816; }","duration":"1.616085723s","start":"2026-07-28T14:41:16.005126Z","end":"2026-07-28T14:41:17.621212Z","steps":["trace[1093484728] 'agreement among raft nodes before linearized reading' (duration: 1.615877149s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.621272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.005112Z","time spent":"1.616152374s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:41:17.621398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.38605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-28T14:41:17.621434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.853832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-07-28T14:41:17.621446Z","caller":"traceutil/trace.go:171","msg":"trace[1654587167] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14816; }","duration":"953.485822ms","start":"2026-07-28T14:41:16.667949Z","end":"2026-07-28T14:41:17.621435Z","steps":["trace[1654587167] 'agreement among raft nodes before linearized reading' (duration: 953.341109ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.621465Z","caller":"traceutil/trace.go:171","msg":"trace[656574941] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14816; }","duration":"980.914174ms","start":"2026-07-28T14:41:16.64054Z","end":"2026-07-28T14:41:17.621454Z","steps":["trace[656574941] 'agreement among raft nodes before linearized reading' (duration: 980.831512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.621481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.667887Z","time spent":"953.587275ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-28T14:41:17.6215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.640523Z","time spent":"980.972024ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-28T14:41:17.621723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022683899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-28T14:41:17.621761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.09338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:41:17.621795Z","caller":"traceutil/trace.go:171","msg":"trace[304488014] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14816; }","duration":"702.158872ms","start":"2026-07-28T14:41:16.919626Z","end":"2026-07-28T14:41:17.621785Z","steps":["trace[304488014] 'agreement among raft nodes before linearized reading' (duration: 702.119231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.621825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.91961Z","time spent":"702.209422ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T14:41:17.621837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023154698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-07-28T14:41:17.6218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.987808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-28T14:41:17.621866Z","caller":"traceutil/trace.go:171","msg":"trace[1093287230] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14816; }","duration":"1.02325394s","start":"2026-07-28T14:41:16.598605Z","end":"2026-07-28T14:41:17.621859Z","steps":["trace[1093287230] 'agreement among raft nodes before linearized reading' (duration: 1.023176569s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.621899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.598571Z","time spent":"1.023322031s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-07-28T14:41:17.6219Z","caller":"traceutil/trace.go:171","msg":"trace[2005452700] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14816; }","duration":"702.147062ms","start":"2026-07-28T14:41:16.91973Z","end":"2026-07-28T14:41:17.621877Z","steps":["trace[2005452700] 'agreement among raft nodes before linearized reading' (duration: 701.854576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.62196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.919708Z","time spent":"702.238053ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T14:41:17.622047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.639296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5668p\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-07-28T14:41:17.622088Z","caller":"traceutil/trace.go:171","msg":"trace[915056991] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5668p; range_end:; response_count:1; response_revision:14816; }","duration":"800.705816ms","start":"2026-07-28T14:41:16.821374Z","end":"2026-07-28T14:41:17.62208Z","steps":["trace[915056991] 'agreement among raft nodes before linearized reading' (duration: 800.595964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.622123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.821363Z","time spent":"800.753218ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5668p\" "} {"level":"warn","ts":"2026-07-28T14:41:17.622191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023741099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-28T14:41:17.622229Z","caller":"traceutil/trace.go:171","msg":"trace[61629273] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14816; }","duration":"1.02378874s","start":"2026-07-28T14:41:16.598431Z","end":"2026-07-28T14:41:17.62222Z","steps":["trace[61629273] 'agreement among raft nodes before linearized reading' (duration: 1.023711109s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.622263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.598425Z","time spent":"1.023830081s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T14:41:17.622341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618778826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-28T14:41:17.622447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02729761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:41:17.622451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.02319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5668p\" ","response":"range_response_count:1 size:22121"} {"level":"info","ts":"2026-07-28T14:41:17.622483Z","caller":"traceutil/trace.go:171","msg":"trace[2030689880] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14816; }","duration":"1.027394952s","start":"2026-07-28T14:41:16.595079Z","end":"2026-07-28T14:41:17.622474Z","steps":["trace[2030689880] 'agreement among raft nodes before linearized reading' (duration: 1.02731662s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.622517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.595054Z","time spent":"1.027457193s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-28T14:41:17.622564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.431756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-28T14:41:17.622624Z","caller":"traceutil/trace.go:171","msg":"trace[644362421] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14816; }","duration":"275.510298ms","start":"2026-07-28T14:41:17.347099Z","end":"2026-07-28T14:41:17.62261Z","steps":["trace[644362421] 'agreement among raft nodes before linearized reading' (duration: 275.373245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.622667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.577131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-28T14:41:17.622697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068903611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T14:41:17.622709Z","caller":"traceutil/trace.go:171","msg":"trace[678864187] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14816; }","duration":"848.638172ms","start":"2026-07-28T14:41:16.774062Z","end":"2026-07-28T14:41:17.6227Z","steps":["trace[678864187] 'agreement among raft nodes before linearized reading' (duration: 848.447619ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.622729Z","caller":"traceutil/trace.go:171","msg":"trace[930992432] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14816; }","duration":"1.068980683s","start":"2026-07-28T14:41:16.553739Z","end":"2026-07-28T14:41:17.62272Z","steps":["trace[930992432] 'agreement among raft nodes before linearized reading' (duration: 1.068896581s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.622749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.77405Z","time spent":"848.688984ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T14:41:17.622758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.553719Z","time spent":"1.069032883s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:41:17.622917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.720173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:41:17.62294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214628909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-8fdgx\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-28T14:41:17.622954Z","caller":"traceutil/trace.go:171","msg":"trace[305716685] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14816; }","duration":"850.806486ms","start":"2026-07-28T14:41:16.772137Z","end":"2026-07-28T14:41:17.622943Z","steps":["trace[305716685] 'agreement among raft nodes before linearized reading' (duration: 850.754764ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.622968Z","caller":"traceutil/trace.go:171","msg":"trace[1677923031] range","detail":"{range_begin:/registry/pods/openstack/keepalived-8fdgx; range_end:; response_count:1; response_revision:14816; }","duration":"1.21470411s","start":"2026-07-28T14:41:16.408255Z","end":"2026-07-28T14:41:17.622959Z","steps":["trace[1677923031] 'agreement among raft nodes before linearized reading' (duration: 1.214619688s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.622981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.772129Z","time spent":"850.846317ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T14:41:17.622979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.890466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-28T14:41:17.623046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337566886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:41:17.623048Z","caller":"traceutil/trace.go:171","msg":"trace[635964668] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14816; }","duration":"276.979778ms","start":"2026-07-28T14:41:17.346051Z","end":"2026-07-28T14:41:17.623031Z","steps":["trace[635964668] 'agreement among raft nodes before linearized reading' (duration: 276.792863ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.623078Z","caller":"traceutil/trace.go:171","msg":"trace[1947836139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14816; }","duration":"1.337637737s","start":"2026-07-28T14:41:16.285433Z","end":"2026-07-28T14:41:17.62307Z","steps":["trace[1947836139] 'agreement among raft nodes before linearized reading' (duration: 1.337590306s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.623109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.285405Z","time spent":"1.337699078s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T14:41:17.623192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.535559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:41:17.62323Z","caller":"traceutil/trace.go:171","msg":"trace[114521042] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14816; }","duration":"851.600512ms","start":"2026-07-28T14:41:16.771621Z","end":"2026-07-28T14:41:17.623221Z","steps":["trace[114521042] 'agreement among raft nodes before linearized reading' (duration: 851.543841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.623259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.771614Z","time spent":"851.640233ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T14:41:17.623301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607695567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T14:41:17.623299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.766151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:41:17.623334Z","caller":"traceutil/trace.go:171","msg":"trace[984918612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14816; }","duration":"1.607737988s","start":"2026-07-28T14:41:16.015585Z","end":"2026-07-28T14:41:17.623323Z","steps":["trace[984918612] 'agreement among raft nodes before linearized reading' (duration: 1.607655287s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.623356Z","caller":"traceutil/trace.go:171","msg":"trace[1562942779] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14816; }","duration":"285.877284ms","start":"2026-07-28T14:41:17.337464Z","end":"2026-07-28T14:41:17.623341Z","steps":["trace[1562942779] 'agreement among raft nodes before linearized reading' (duration: 285.791632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.623397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.159282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:41:17.623433Z","caller":"traceutil/trace.go:171","msg":"trace[426057946] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14816; }","duration":"852.247854ms","start":"2026-07-28T14:41:16.771177Z","end":"2026-07-28T14:41:17.623424Z","steps":["trace[426057946] 'agreement among raft nodes before linearized reading' (duration: 852.195983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.623468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.771151Z","time spent":"852.311576ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T14:41:17.623502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608612215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-28T14:41:17.623537Z","caller":"traceutil/trace.go:171","msg":"trace[1445383992] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14816; }","duration":"1.608644806s","start":"2026-07-28T14:41:16.014884Z","end":"2026-07-28T14:41:17.623529Z","steps":["trace[1445383992] 'agreement among raft nodes before linearized reading' (duration: 1.608569555s)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.621762Z","caller":"traceutil/trace.go:171","msg":"trace[924120479] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14816; }","duration":"1.022771701s","start":"2026-07-28T14:41:16.598982Z","end":"2026-07-28T14:41:17.621753Z","steps":["trace[924120479] 'agreement among raft nodes before linearized reading' (duration: 1.022667039s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.623571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.014841Z","time spent":"1.608723638s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T14:41:17.623596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.598962Z","time spent":"1.024625977s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T14:41:17.623639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.887766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:41:17.622125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023577656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-28T14:41:17.622054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023408433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:41:17.623716Z","caller":"traceutil/trace.go:171","msg":"trace[657747840] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14816; }","duration":"1.025071515s","start":"2026-07-28T14:41:16.59863Z","end":"2026-07-28T14:41:17.623702Z","steps":["trace[657747840] 'agreement among raft nodes before linearized reading' (duration: 1.023402803s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.623772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.598623Z","time spent":"1.025135196s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T14:41:17.623794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610003513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-28T14:41:17.623826Z","caller":"traceutil/trace.go:171","msg":"trace[313467368] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14816; }","duration":"1.610049394s","start":"2026-07-28T14:41:16.013766Z","end":"2026-07-28T14:41:17.623815Z","steps":["trace[313467368] 'agreement among raft nodes before linearized reading' (duration: 1.609971822s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.623433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608087885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-28T14:41:17.623863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.013757Z","time spent":"1.610099754s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T14:41:17.623883Z","caller":"traceutil/trace.go:171","msg":"trace[1174557212] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14816; }","duration":"1.608530014s","start":"2026-07-28T14:41:16.015339Z","end":"2026-07-28T14:41:17.623869Z","steps":["trace[1174557212] 'agreement among raft nodes before linearized reading' (duration: 1.608045024s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.623922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.015317Z","time spent":"1.608594545s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:41:17.624002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612224466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:41:17.624036Z","caller":"traceutil/trace.go:171","msg":"trace[1670671967] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14816; }","duration":"1.612319078s","start":"2026-07-28T14:41:16.011709Z","end":"2026-07-28T14:41:17.624028Z","steps":["trace[1670671967] 'agreement among raft nodes before linearized reading' (duration: 1.612273367s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.621725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.998639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-28T14:41:17.624077Z","caller":"traceutil/trace.go:171","msg":"trace[225341539] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14816; }","duration":"704.365685ms","start":"2026-07-28T14:41:16.919701Z","end":"2026-07-28T14:41:17.624067Z","steps":["trace[225341539] 'agreement among raft nodes before linearized reading' (duration: 701.945048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.62411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.919694Z","time spent":"704.409716ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-28T14:41:17.624172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.523159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-28T14:41:17.624237Z","caller":"traceutil/trace.go:171","msg":"trace[1358816679] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14816; }","duration":"582.599001ms","start":"2026-07-28T14:41:17.041623Z","end":"2026-07-28T14:41:17.624222Z","steps":["trace[1358816679] 'agreement among raft nodes before linearized reading' (duration: 582.472739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.624288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:17.041617Z","time spent":"582.659352ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-28T14:41:17.624317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613003102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-28T14:41:17.624348Z","caller":"traceutil/trace.go:171","msg":"trace[1349144666] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14816; }","duration":"1.613046704s","start":"2026-07-28T14:41:16.011291Z","end":"2026-07-28T14:41:17.624337Z","steps":["trace[1349144666] 'agreement among raft nodes before linearized reading' (duration: 1.612961981s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.624384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.011283Z","time spent":"1.613095185s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:41:17.624521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.99369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:41:17.62456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61336717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:41:17.624582Z","caller":"traceutil/trace.go:171","msg":"trace[1789870132] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14816; }","duration":"583.084751ms","start":"2026-07-28T14:41:17.041483Z","end":"2026-07-28T14:41:17.624568Z","steps":["trace[1789870132] 'agreement among raft nodes before linearized reading' (duration: 582.996619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.624626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613927811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T14:41:17.624636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:17.04147Z","time spent":"583.154072ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-28T14:41:17.62466Z","caller":"traceutil/trace.go:171","msg":"trace[1816059643] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14816; }","duration":"1.613977302s","start":"2026-07-28T14:41:16.010675Z","end":"2026-07-28T14:41:17.624652Z","steps":["trace[1816059643] 'agreement among raft nodes before linearized reading' (duration: 1.613935521s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.624688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.010661Z","time spent":"1.614020382s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-28T14:41:17.624795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.782663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:41:17.62485Z","caller":"traceutil/trace.go:171","msg":"trace[138723703] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:14816; }","duration":"630.870925ms","start":"2026-07-28T14:41:16.993962Z","end":"2026-07-28T14:41:17.624833Z","steps":["trace[138723703] 'agreement among raft nodes before linearized reading' (duration: 630.790523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.624937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.993944Z","time spent":"630.945306ms","remote":"127.0.0.1:37080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:41:17.622409Z","caller":"traceutil/trace.go:171","msg":"trace[1327539594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14816; }","duration":"1.618883757s","start":"2026-07-28T14:41:16.003509Z","end":"2026-07-28T14:41:17.622393Z","steps":["trace[1327539594] 'agreement among raft nodes before linearized reading' (duration: 1.618719114s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.625088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.003487Z","time spent":"1.621591362s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T14:41:17.622489Z","caller":"traceutil/trace.go:171","msg":"trace[2130615660] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5668p; range_end:; response_count:1; response_revision:14816; }","duration":"810.108662ms","start":"2026-07-28T14:41:16.812371Z","end":"2026-07-28T14:41:17.622479Z","steps":["trace[2130615660] 'agreement among raft nodes before linearized reading' (duration: 809.97842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.62521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.81236Z","time spent":"812.841996ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22145,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5668p\" "} {"level":"warn","ts":"2026-07-28T14:41:17.623003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.408226Z","time spent":"1.214770861s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6544,"request content":"key:\"/registry/pods/openstack/keepalived-8fdgx\" "} {"level":"warn","ts":"2026-07-28T14:41:17.623366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.015579Z","time spent":"1.607779999s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:41:17.625573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.011686Z","time spent":"1.613875709s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-28T14:41:17.624066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.411549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-28T14:41:17.62567Z","caller":"traceutil/trace.go:171","msg":"trace[891971399] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14816; }","duration":"576.041782ms","start":"2026-07-28T14:41:17.049616Z","end":"2026-07-28T14:41:17.625658Z","steps":["trace[891971399] 'agreement among raft nodes before linearized reading' (duration: 574.339558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.6257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:17.049604Z","time spent":"576.086522ms","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T14:41:17.625965Z","caller":"traceutil/trace.go:171","msg":"trace[1623189307] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:14816; }","duration":"513.244252ms","start":"2026-07-28T14:41:17.112699Z","end":"2026-07-28T14:41:17.625943Z","steps":["trace[1623189307] 'agreement among raft nodes before linearized reading' (duration: 510.887625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.626042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:17.112683Z","time spent":"513.338984ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:41:17.626258Z","caller":"traceutil/trace.go:171","msg":"trace[1613520628] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14816; }","duration":"1.027709888s","start":"2026-07-28T14:41:16.598531Z","end":"2026-07-28T14:41:17.626241Z","steps":["trace[1613520628] 'agreement among raft nodes before linearized reading' (duration: 1.023540935s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.62633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.598528Z","time spent":"1.027780639s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-28T14:41:17.624592Z","caller":"traceutil/trace.go:171","msg":"trace[528181727] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14816; }","duration":"1.613452802s","start":"2026-07-28T14:41:16.011128Z","end":"2026-07-28T14:41:17.624581Z","steps":["trace[528181727] 'agreement among raft nodes before linearized reading' (duration: 1.613410391s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.626726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.011096Z","time spent":"1.615611914s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-28T14:41:17.62486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61694144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-28T14:41:17.626961Z","caller":"traceutil/trace.go:171","msg":"trace[1416248104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14816; }","duration":"1.619027651s","start":"2026-07-28T14:41:16.007912Z","end":"2026-07-28T14:41:17.626939Z","steps":["trace[1416248104] 'agreement among raft nodes before linearized reading' (duration: 1.616889859s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.627025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:41:16.007881Z","time spent":"1.619127732s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:41:17.743798Z","caller":"traceutil/trace.go:171","msg":"trace[58846726] transaction","detail":"{read_only:false; response_revision:14818; number_of_response:1; }","duration":"110.93099ms","start":"2026-07-28T14:41:17.632841Z","end":"2026-07-28T14:41:17.743772Z","steps":["trace[58846726] 'process raft request' (duration: 110.667895ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.743793Z","caller":"traceutil/trace.go:171","msg":"trace[1355349256] transaction","detail":"{read_only:false; response_revision:14820; number_of_response:1; }","duration":"110.051293ms","start":"2026-07-28T14:41:17.633716Z","end":"2026-07-28T14:41:17.743767Z","steps":["trace[1355349256] 'process raft request' (duration: 109.980041ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.743906Z","caller":"traceutil/trace.go:171","msg":"trace[965105485] transaction","detail":"{read_only:false; response_revision:14819; number_of_response:1; }","duration":"110.657995ms","start":"2026-07-28T14:41:17.633214Z","end":"2026-07-28T14:41:17.743872Z","steps":["trace[965105485] 'process raft request' (duration: 110.43634ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.744101Z","caller":"traceutil/trace.go:171","msg":"trace[326950386] transaction","detail":"{read_only:false; response_revision:14821; number_of_response:1; }","duration":"110.151295ms","start":"2026-07-28T14:41:17.633937Z","end":"2026-07-28T14:41:17.744088Z","steps":["trace[326950386] 'process raft request' (duration: 109.794708ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.745113Z","caller":"traceutil/trace.go:171","msg":"trace[860326672] transaction","detail":"{read_only:false; response_revision:14822; number_of_response:1; }","duration":"110.228526ms","start":"2026-07-28T14:41:17.634865Z","end":"2026-07-28T14:41:17.745094Z","steps":["trace[860326672] 'process raft request' (duration: 109.138214ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.745693Z","caller":"traceutil/trace.go:171","msg":"trace[1616546030] transaction","detail":"{read_only:false; response_revision:14823; number_of_response:1; }","duration":"110.720836ms","start":"2026-07-28T14:41:17.63493Z","end":"2026-07-28T14:41:17.745651Z","steps":["trace[1616546030] 'process raft request' (duration: 110.070053ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.746191Z","caller":"traceutil/trace.go:171","msg":"trace[779047858] transaction","detail":"{read_only:false; response_revision:14825; number_of_response:1; }","duration":"110.249327ms","start":"2026-07-28T14:41:17.635908Z","end":"2026-07-28T14:41:17.746157Z","steps":["trace[779047858] 'process raft request' (duration: 109.713056ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:41:17.74629Z","caller":"traceutil/trace.go:171","msg":"trace[1150014672] transaction","detail":"{read_only:false; response_revision:14824; number_of_response:1; }","duration":"110.524342ms","start":"2026-07-28T14:41:17.63571Z","end":"2026-07-28T14:41:17.746234Z","steps":["trace[1150014672] 'process raft request' (duration: 109.811637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.747814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.308588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T14:41:17.747912Z","caller":"traceutil/trace.go:171","msg":"trace[2027720213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14825; }","duration":"111.40163ms","start":"2026-07-28T14:41:17.636474Z","end":"2026-07-28T14:41:17.747876Z","steps":["trace[2027720213] 'agreement among raft nodes before linearized reading' (duration: 111.139595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.75502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.149492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752559"} {"level":"info","ts":"2026-07-28T14:41:17.755105Z","caller":"traceutil/trace.go:171","msg":"trace[774952729] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14825; }","duration":"120.264964ms","start":"2026-07-28T14:41:17.63482Z","end":"2026-07-28T14:41:17.755085Z","steps":["trace[774952729] 'agreement among raft nodes before linearized reading' (duration: 111.692115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.755434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.354356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752559"} {"level":"info","ts":"2026-07-28T14:41:17.755491Z","caller":"traceutil/trace.go:171","msg":"trace[1327820358] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14825; }","duration":"119.459309ms","start":"2026-07-28T14:41:17.636018Z","end":"2026-07-28T14:41:17.755477Z","steps":["trace[1327820358] 'agreement among raft nodes before linearized reading' (duration: 109.91951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:41:17.755572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.502841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:752559"} {"level":"info","ts":"2026-07-28T14:41:17.75565Z","caller":"traceutil/trace.go:171","msg":"trace[89509926] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:14825; }","duration":"113.595013ms","start":"2026-07-28T14:41:17.642042Z","end":"2026-07-28T14:41:17.755637Z","steps":["trace[89509926] 'agreement among raft nodes before linearized reading' (duration: 105.34319ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:42:20.099695Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12631} {"level":"info","ts":"2026-07-28T14:42:20.179951Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12631,"took":"76.673484ms","hash":1232775710,"current-db-size-bytes":57073664,"current-db-size":"57 MB","current-db-size-in-use-bytes":30535680,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-28T14:42:20.180072Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1232775710,"revision":12631,"compact-revision":10535} {"level":"info","ts":"2026-07-28T14:47:15.896235Z","caller":"traceutil/trace.go:171","msg":"trace[1443476247] linearizableReadLoop","detail":"{readStateIndex:18045; appliedIndex:18044; }","duration":"210.755868ms","start":"2026-07-28T14:47:15.685446Z","end":"2026-07-28T14:47:15.896201Z","steps":["trace[1443476247] 'read index received' (duration: 210.550284ms)","trace[1443476247] 'applied index is now lower than readState.Index' (duration: 203.614µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:47:15.896318Z","caller":"traceutil/trace.go:171","msg":"trace[1977545481] transaction","detail":"{read_only:false; response_revision:17454; number_of_response:1; }","duration":"238.119439ms","start":"2026-07-28T14:47:15.658169Z","end":"2026-07-28T14:47:15.896289Z","steps":["trace[1977545481] 'process raft request' (duration: 237.810663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:15.896533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.052054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:47:15.896634Z","caller":"traceutil/trace.go:171","msg":"trace[2143717678] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:17454; }","duration":"211.189597ms","start":"2026-07-28T14:47:15.685423Z","end":"2026-07-28T14:47:15.896613Z","steps":["trace[2143717678] 'agreement among raft nodes before linearized reading' (duration: 210.973513ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:15.923887Z","caller":"traceutil/trace.go:171","msg":"trace[359833729] transaction","detail":"{read_only:false; response_revision:17455; number_of_response:1; }","duration":"155.487858ms","start":"2026-07-28T14:47:15.768362Z","end":"2026-07-28T14:47:15.92385Z","steps":["trace[359833729] 'process raft request' (duration: 153.590531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:15.923966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.538825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T14:47:15.924006Z","caller":"traceutil/trace.go:171","msg":"trace[1334685177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17455; }","duration":"167.630197ms","start":"2026-07-28T14:47:15.756365Z","end":"2026-07-28T14:47:15.923995Z","steps":["trace[1334685177] 'agreement among raft nodes before linearized reading' (duration: 167.363252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:15.924013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.51183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:10849"} {"level":"info","ts":"2026-07-28T14:47:15.924133Z","caller":"traceutil/trace.go:171","msg":"trace[277517743] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:17455; }","duration":"149.667063ms","start":"2026-07-28T14:47:15.774439Z","end":"2026-07-28T14:47:15.924106Z","steps":["trace[277517743] 'agreement among raft nodes before linearized reading' (duration: 149.343987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:15.924165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.690692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T14:47:15.924224Z","caller":"traceutil/trace.go:171","msg":"trace[391253135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17455; }","duration":"155.779314ms","start":"2026-07-28T14:47:15.768433Z","end":"2026-07-28T14:47:15.924212Z","steps":["trace[391253135] 'agreement among raft nodes before linearized reading' (duration: 155.662802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:15.92475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.22183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T14:47:15.924823Z","caller":"traceutil/trace.go:171","msg":"trace[2055952109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17455; }","duration":"166.355362ms","start":"2026-07-28T14:47:15.758449Z","end":"2026-07-28T14:47:15.924805Z","steps":["trace[2055952109] 'agreement among raft nodes before linearized reading' (duration: 166.159808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:15.925014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.513207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T14:47:15.925057Z","caller":"traceutil/trace.go:171","msg":"trace[1038095346] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17455; }","duration":"160.574139ms","start":"2026-07-28T14:47:15.764469Z","end":"2026-07-28T14:47:15.925044Z","steps":["trace[1038095346] 'agreement among raft nodes before linearized reading' (duration: 160.475987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:15.925114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.509867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T14:47:15.925164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.587847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T14:47:15.92523Z","caller":"traceutil/trace.go:171","msg":"trace[154439080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17455; }","duration":"164.663689ms","start":"2026-07-28T14:47:15.760547Z","end":"2026-07-28T14:47:15.925211Z","steps":["trace[154439080] 'agreement among raft nodes before linearized reading' (duration: 164.516306ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:15.925172Z","caller":"traceutil/trace.go:171","msg":"trace[937599950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17455; }","duration":"163.601808ms","start":"2026-07-28T14:47:15.761556Z","end":"2026-07-28T14:47:15.925158Z","steps":["trace[937599950] 'agreement among raft nodes before linearized reading' (duration: 163.466505ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:20.107113Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15210} {"level":"info","ts":"2026-07-28T14:47:20.205549Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15210,"took":"94.539524ms","hash":2336681016,"current-db-size-bytes":57073664,"current-db-size":"57 MB","current-db-size-in-use-bytes":31297536,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-28T14:47:20.205628Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2336681016,"revision":15210,"compact-revision":12631} {"level":"info","ts":"2026-07-28T14:47:21.224432Z","caller":"traceutil/trace.go:171","msg":"trace[500447106] transaction","detail":"{read_only:false; response_revision:17506; number_of_response:1; }","duration":"239.312543ms","start":"2026-07-28T14:47:20.985091Z","end":"2026-07-28T14:47:21.224404Z","steps":["trace[500447106] 'process raft request' (duration: 239.127209ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:21.233634Z","caller":"traceutil/trace.go:171","msg":"trace[55160866] linearizableReadLoop","detail":"{readStateIndex:18100; appliedIndex:18098; }","duration":"177.011583ms","start":"2026-07-28T14:47:21.056598Z","end":"2026-07-28T14:47:21.233609Z","steps":["trace[55160866] 'read index received' (duration: 167.510846ms)","trace[55160866] 'applied index is now lower than readState.Index' (duration: 9.499317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:47:21.234024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.388251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T14:47:21.233972Z","caller":"traceutil/trace.go:171","msg":"trace[949514841] transaction","detail":"{read_only:false; response_revision:17507; number_of_response:1; }","duration":"247.044005ms","start":"2026-07-28T14:47:20.986859Z","end":"2026-07-28T14:47:21.233903Z","steps":["trace[949514841] 'process raft request' (duration: 246.599226ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:21.23409Z","caller":"traceutil/trace.go:171","msg":"trace[1536746364] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:17507; }","duration":"177.512183ms","start":"2026-07-28T14:47:21.05656Z","end":"2026-07-28T14:47:21.234072Z","steps":["trace[1536746364] 'agreement among raft nodes before linearized reading' (duration: 177.188057ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:21.650988Z","caller":"traceutil/trace.go:171","msg":"trace[1255850386] transaction","detail":"{read_only:false; response_revision:17508; number_of_response:1; }","duration":"236.206951ms","start":"2026-07-28T14:47:21.414758Z","end":"2026-07-28T14:47:21.650965Z","steps":["trace[1255850386] 'process raft request' (duration: 236.000226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:22.466019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095086710,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:47:22.543606Z","caller":"traceutil/trace.go:171","msg":"trace[1978030476] transaction","detail":"{read_only:false; response_revision:17509; number_of_response:1; }","duration":"579.223629ms","start":"2026-07-28T14:47:21.964348Z","end":"2026-07-28T14:47:22.543572Z","steps":["trace[1978030476] 'process raft request' (duration: 579.017275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:22.543991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:21.96433Z","time spent":"579.371682ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:47:22.846839Z","caller":"traceutil/trace.go:171","msg":"trace[1310064219] transaction","detail":"{read_only:false; response_revision:17510; number_of_response:1; }","duration":"881.85264ms","start":"2026-07-28T14:47:21.964952Z","end":"2026-07-28T14:47:22.846804Z","steps":["trace[1310064219] 'process raft request' (duration: 881.590154ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:22.846905Z","caller":"traceutil/trace.go:171","msg":"trace[1363371664] linearizableReadLoop","detail":"{readStateIndex:18107; appliedIndex:18101; }","duration":"881.719908ms","start":"2026-07-28T14:47:21.965154Z","end":"2026-07-28T14:47:22.846874Z","steps":["trace[1363371664] 'read index received' (duration: 578.25524ms)","trace[1363371664] 'applied index is now lower than readState.Index' (duration: 303.463188ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:47:22.846948Z","caller":"traceutil/trace.go:171","msg":"trace[1213428623] transaction","detail":"{read_only:false; response_revision:17513; number_of_response:1; }","duration":"880.030665ms","start":"2026-07-28T14:47:21.966875Z","end":"2026-07-28T14:47:22.846906Z","steps":["trace[1213428623] 'process raft request' (duration: 879.914443ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:22.846973Z","caller":"traceutil/trace.go:171","msg":"trace[1643481781] transaction","detail":"{read_only:false; response_revision:17512; number_of_response:1; }","duration":"880.228369ms","start":"2026-07-28T14:47:21.966681Z","end":"2026-07-28T14:47:22.846909Z","steps":["trace[1643481781] 'process raft request' (duration: 880.069566ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:22.847078Z","caller":"traceutil/trace.go:171","msg":"trace[1883942499] transaction","detail":"{read_only:false; response_revision:17514; number_of_response:1; }","duration":"880.074076ms","start":"2026-07-28T14:47:21.966984Z","end":"2026-07-28T14:47:22.847058Z","steps":["trace[1883942499] 'process raft request' (duration: 879.849272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:22.847237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:21.966869Z","time spent":"880.183808ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:47:22.84735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.190757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T14:47:22.84724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:21.96666Z","time spent":"880.438833ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:47:22.847502Z","caller":"traceutil/trace.go:171","msg":"trace[1529429802] transaction","detail":"{read_only:false; response_revision:17511; number_of_response:1; }","duration":"881.692977ms","start":"2026-07-28T14:47:21.965164Z","end":"2026-07-28T14:47:22.846857Z","steps":["trace[1529429802] 'process raft request' (duration: 881.539294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:22.847022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:21.964938Z","time spent":"881.983813ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:47:22.847361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:21.966943Z","time spent":"880.28808ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:47:22.847657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.077166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5668p\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-07-28T14:47:22.847398Z","caller":"traceutil/trace.go:171","msg":"trace[1958641524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17514; }","duration":"882.251058ms","start":"2026-07-28T14:47:21.965136Z","end":"2026-07-28T14:47:22.847387Z","steps":["trace[1958641524] 'agreement among raft nodes before linearized reading' (duration: 882.001943ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:22.847711Z","caller":"traceutil/trace.go:171","msg":"trace[1321906860] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5668p; range_end:; response_count:1; response_revision:17514; }","duration":"540.149977ms","start":"2026-07-28T14:47:22.307545Z","end":"2026-07-28T14:47:22.847695Z","steps":["trace[1321906860] 'agreement among raft nodes before linearized reading' (duration: 539.78689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:22.84775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:22.307537Z","time spent":"540.204649ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22146,"request content":"key:\"/registry/pods/openstack/nova-compute-default-5668p\" "} {"level":"warn","ts":"2026-07-28T14:47:22.847823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:21.96513Z","time spent":"882.646065ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:47:22.848049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:21.965119Z","time spent":"882.430331ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:47:22.848665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.322943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:127 size:1400503"} {"level":"warn","ts":"2026-07-28T14:47:22.848717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.531565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6kczh\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-07-28T14:47:22.848778Z","caller":"traceutil/trace.go:171","msg":"trace[1620527384] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:127; response_revision:17514; }","duration":"309.420255ms","start":"2026-07-28T14:47:22.539294Z","end":"2026-07-28T14:47:22.848714Z","steps":["trace[1620527384] 'agreement among raft nodes before linearized reading' (duration: 308.049788ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:22.848797Z","caller":"traceutil/trace.go:171","msg":"trace[1733836569] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6kczh; range_end:; response_count:1; response_revision:17514; }","duration":"544.662107ms","start":"2026-07-28T14:47:22.304115Z","end":"2026-07-28T14:47:22.848777Z","steps":["trace[1733836569] 'agreement among raft nodes before linearized reading' (duration: 543.106927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:22.848838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:22.304094Z","time spent":"544.734848ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-6kczh\" "} {"level":"warn","ts":"2026-07-28T14:47:22.848852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:22.539274Z","time spent":"309.539297ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":127,"response size":1400527,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-28T14:47:31.053278Z","caller":"traceutil/trace.go:171","msg":"trace[1635542043] transaction","detail":"{read_only:false; response_revision:17715; number_of_response:1; }","duration":"164.769401ms","start":"2026-07-28T14:47:30.888475Z","end":"2026-07-28T14:47:31.053244Z","steps":["trace[1635542043] 'process raft request' (duration: 164.596158ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:31.053282Z","caller":"traceutil/trace.go:171","msg":"trace[1932661333] linearizableReadLoop","detail":"{readStateIndex:18311; appliedIndex:18311; }","duration":"161.385214ms","start":"2026-07-28T14:47:30.891869Z","end":"2026-07-28T14:47:31.053254Z","steps":["trace[1932661333] 'read index received' (duration: 161.375134ms)","trace[1932661333] 'applied index is now lower than readState.Index' (duration: 8.37µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:47:31.053468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.574598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T14:47:31.053634Z","caller":"traceutil/trace.go:171","msg":"trace[590007257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17715; }","duration":"161.753311ms","start":"2026-07-28T14:47:30.891843Z","end":"2026-07-28T14:47:31.053597Z","steps":["trace[590007257] 'agreement among raft nodes before linearized reading' (duration: 161.445205ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:31.272789Z","caller":"traceutil/trace.go:171","msg":"trace[1146020473] linearizableReadLoop","detail":"{readStateIndex:18312; appliedIndex:18311; }","duration":"219.215646ms","start":"2026-07-28T14:47:31.053548Z","end":"2026-07-28T14:47:31.272763Z","steps":["trace[1146020473] 'read index received' (duration: 219.170115ms)","trace[1146020473] 'applied index is now lower than readState.Index' (duration: 44.011µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:47:31.27313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.039171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-28T14:47:31.273185Z","caller":"traceutil/trace.go:171","msg":"trace[169239520] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:17716; }","duration":"376.166102ms","start":"2026-07-28T14:47:30.897001Z","end":"2026-07-28T14:47:31.273167Z","steps":["trace[169239520] 'agreement among raft nodes before linearized reading' (duration: 375.875447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:31.273238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:30.89697Z","time spent":"376.257875ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-28T14:47:31.273257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.155052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-28T14:47:31.273284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.598922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T14:47:31.273387Z","caller":"traceutil/trace.go:171","msg":"trace[2094917006] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17716; }","duration":"374.322596ms","start":"2026-07-28T14:47:30.899035Z","end":"2026-07-28T14:47:31.273357Z","steps":["trace[2094917006] 'agreement among raft nodes before linearized reading' (duration: 373.968719ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:47:31.273404Z","caller":"traceutil/trace.go:171","msg":"trace[705378800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17716; }","duration":"373.788505ms","start":"2026-07-28T14:47:30.899585Z","end":"2026-07-28T14:47:31.273374Z","steps":["trace[705378800] 'agreement among raft nodes before linearized reading' (duration: 373.263615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:31.273465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:30.899556Z","time spent":"373.896648ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T14:47:31.273473Z","caller":"traceutil/trace.go:171","msg":"trace[2046973082] transaction","detail":"{read_only:false; response_revision:17716; number_of_response:1; }","duration":"234.244351ms","start":"2026-07-28T14:47:31.039178Z","end":"2026-07-28T14:47:31.273422Z","steps":["trace[2046973082] 'process raft request' (duration: 233.337533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:31.273469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:30.899023Z","time spent":"374.429818ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:47:31.273647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.833669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-5668p\" ","response":"range_response_count:1 size:22122"} {"level":"info","ts":"2026-07-28T14:47:31.273778Z","caller":"traceutil/trace.go:171","msg":"trace[877692748] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-5668p; range_end:; response_count:1; response_revision:17716; }","duration":"288.976182ms","start":"2026-07-28T14:47:30.984736Z","end":"2026-07-28T14:47:31.273713Z","steps":["trace[877692748] 'agreement among raft nodes before linearized reading' (duration: 288.694506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:31.273322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.197597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-6kczh\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-07-28T14:47:31.274029Z","caller":"traceutil/trace.go:171","msg":"trace[337961479] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-6kczh; range_end:; response_count:1; response_revision:17716; }","duration":"290.002353ms","start":"2026-07-28T14:47:30.98401Z","end":"2026-07-28T14:47:31.274012Z","steps":["trace[337961479] 'agreement among raft nodes before linearized reading' (duration: 288.8063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:31.273766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.993527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T14:47:31.274171Z","caller":"traceutil/trace.go:171","msg":"trace[992223857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17716; }","duration":"346.441247ms","start":"2026-07-28T14:47:30.927699Z","end":"2026-07-28T14:47:31.27414Z","steps":["trace[992223857] 'agreement among raft nodes before linearized reading' (duration: 345.690572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:31.274232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:30.927682Z","time spent":"346.533278ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T14:47:31.274561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.04443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T14:47:31.274857Z","caller":"traceutil/trace.go:171","msg":"trace[2127083979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17716; }","duration":"376.317206ms","start":"2026-07-28T14:47:30.898432Z","end":"2026-07-28T14:47:31.27475Z","steps":["trace[2127083979] 'agreement among raft nodes before linearized reading' (duration: 375.313185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:47:31.275409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:47:30.898414Z","time spent":"376.975989ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T14:47:31.278995Z","caller":"traceutil/trace.go:171","msg":"trace[850503545] transaction","detail":"{read_only:false; response_revision:17717; number_of_response:1; }","duration":"219.40072ms","start":"2026-07-28T14:47:31.059563Z","end":"2026-07-28T14:47:31.278963Z","steps":["trace[850503545] 'process raft request' (duration: 219.211366ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:50:28.254225Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T14:50:28.259491Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-28T14:50:28.25956Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-28T14:52:20.120923Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17502} {"level":"info","ts":"2026-07-28T14:52:20.224977Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17502,"took":"101.47074ms","hash":829883616,"current-db-size-bytes":57073664,"current-db-size":"57 MB","current-db-size-in-use-bytes":35110912,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-28T14:52:20.225041Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":829883616,"revision":17502,"compact-revision":15210} {"level":"warn","ts":"2026-07-28T14:54:17.575721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.231016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T14:54:17.575789Z","caller":"traceutil/trace.go:171","msg":"trace[56057942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20953; }","duration":"103.352288ms","start":"2026-07-28T14:54:17.472423Z","end":"2026-07-28T14:54:17.575775Z","steps":["trace[56057942] 'range keys from in-memory index tree' (duration: 103.128364ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:23.019969Z","caller":"traceutil/trace.go:171","msg":"trace[2090211372] transaction","detail":"{read_only:false; response_revision:20980; number_of_response:1; }","duration":"259.543923ms","start":"2026-07-28T14:54:22.760387Z","end":"2026-07-28T14:54:23.019931Z","steps":["trace[2090211372] 'process raft request' (duration: 259.307867ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:23.272538Z","caller":"traceutil/trace.go:171","msg":"trace[1440829652] transaction","detail":"{read_only:false; response_revision:20981; number_of_response:1; }","duration":"434.538538ms","start":"2026-07-28T14:54:22.837967Z","end":"2026-07-28T14:54:23.272506Z","steps":["trace[1440829652] 'process raft request' (duration: 353.90342ms)","trace[1440829652] 'compare' (duration: 80.437255ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:54:23.272817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:22.837933Z","time spent":"434.784503ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:54:23.273008Z","caller":"traceutil/trace.go:171","msg":"trace[831660182] linearizableReadLoop","detail":"{readStateIndex:21681; appliedIndex:21678; }","duration":"353.180686ms","start":"2026-07-28T14:54:22.91978Z","end":"2026-07-28T14:54:23.27296Z","steps":["trace[831660182] 'read index received' (duration: 99.678553ms)","trace[831660182] 'applied index is now lower than readState.Index' (duration: 253.499573ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:54:23.273238Z","caller":"traceutil/trace.go:171","msg":"trace[537438163] transaction","detail":"{read_only:false; response_revision:20982; number_of_response:1; }","duration":"396.570781ms","start":"2026-07-28T14:54:22.876648Z","end":"2026-07-28T14:54:23.273219Z","steps":["trace[537438163] 'process raft request' (duration: 395.794516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:23.273386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.594225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:54:23.273423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:22.876617Z","time spent":"396.673073ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:54:23.273472Z","caller":"traceutil/trace.go:171","msg":"trace[576979810] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20982; }","duration":"353.737728ms","start":"2026-07-28T14:54:22.919713Z","end":"2026-07-28T14:54:23.273451Z","steps":["trace[576979810] 'agreement among raft nodes before linearized reading' (duration: 353.542764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:23.27351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:22.919696Z","time spent":"353.803969ms","remote":"127.0.0.1:37450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:54:24.007288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.205371ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-28T14:54:24.007439Z","caller":"traceutil/trace.go:171","msg":"trace[133672846] linearizableReadLoop","detail":"{readStateIndex:21682; appliedIndex:21681; }","duration":"720.88548ms","start":"2026-07-28T14:54:23.286502Z","end":"2026-07-28T14:54:24.007387Z","steps":["trace[133672846] 'read index received' (duration: 147.610297ms)","trace[133672846] 'applied index is now lower than readState.Index' (duration: 573.273693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:54:24.007506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:23.274634Z","time spent":"732.867116ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T14:54:24.007687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.186465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:54:24.007718Z","caller":"traceutil/trace.go:171","msg":"trace[1125187443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20982; }","duration":"721.249897ms","start":"2026-07-28T14:54:23.286455Z","end":"2026-07-28T14:54:24.007705Z","steps":["trace[1125187443] 'agreement among raft nodes before linearized reading' (duration: 721.184986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.007746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:23.28644Z","time spent":"721.300907ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:54:24.349423Z","caller":"traceutil/trace.go:171","msg":"trace[1468883175] linearizableReadLoop","detail":"{readStateIndex:21683; appliedIndex:21682; }","duration":"341.940735ms","start":"2026-07-28T14:54:24.007463Z","end":"2026-07-28T14:54:24.349404Z","steps":["trace[1468883175] 'read index received' (duration: 290.817479ms)","trace[1468883175] 'applied index is now lower than readState.Index' (duration: 51.122496ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:54:24.349533Z","caller":"traceutil/trace.go:171","msg":"trace[1199656947] transaction","detail":"{read_only:false; response_revision:20983; number_of_response:1; }","duration":"368.860585ms","start":"2026-07-28T14:54:23.980662Z","end":"2026-07-28T14:54:24.349523Z","steps":["trace[1199656947] 'process raft request' (duration: 317.556035ms)","trace[1199656947] 'compare' (duration: 50.701768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:54:24.349631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:23.980621Z","time spent":"368.932516ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:54:24.349793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.464683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:54:24.349825Z","caller":"traceutil/trace.go:171","msg":"trace[319206221] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20985; }","duration":"549.517093ms","start":"2026-07-28T14:54:23.800298Z","end":"2026-07-28T14:54:24.349815Z","steps":["trace[319206221] 'agreement among raft nodes before linearized reading' (duration: 549.405711ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:24.349809Z","caller":"traceutil/trace.go:171","msg":"trace[1634819965] transaction","detail":"{read_only:false; response_revision:20984; number_of_response:1; }","duration":"341.020577ms","start":"2026-07-28T14:54:24.00876Z","end":"2026-07-28T14:54:24.349781Z","steps":["trace[1634819965] 'process raft request' (duration: 340.540747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.349855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:23.800287Z","time spent":"549.560614ms","remote":"127.0.0.1:42542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:54:24.34996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.355373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-28T14:54:24.349993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.008737Z","time spent":"341.139109ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:54:24.350052Z","caller":"traceutil/trace.go:171","msg":"trace[305054419] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20985; }","duration":"738.501537ms","start":"2026-07-28T14:54:23.611529Z","end":"2026-07-28T14:54:24.350031Z","steps":["trace[305054419] 'agreement among raft nodes before linearized reading' (duration: 738.222401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.350103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:23.611505Z","time spent":"738.588169ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T14:54:24.35016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.232135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T14:54:24.350162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.812231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T14:54:24.350212Z","caller":"traceutil/trace.go:171","msg":"trace[1885430356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20985; }","duration":"728.371777ms","start":"2026-07-28T14:54:23.621824Z","end":"2026-07-28T14:54:24.350196Z","steps":["trace[1885430356] 'agreement among raft nodes before linearized reading' (duration: 728.215024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.350249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:23.6218Z","time spent":"728.442319ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T14:54:24.350262Z","caller":"traceutil/trace.go:171","msg":"trace[548153926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20985; }","duration":"946.966973ms","start":"2026-07-28T14:54:23.403266Z","end":"2026-07-28T14:54:24.350233Z","steps":["trace[548153926] 'agreement among raft nodes before linearized reading' (duration: 946.668987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.350311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:23.403245Z","time spent":"947.057346ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T14:54:24.350323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.181273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-28T14:54:24.350338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.622668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T14:54:24.350286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.422025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:54:24.350387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.626148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:54:24.350457Z","caller":"traceutil/trace.go:171","msg":"trace[357047985] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:20985; }","duration":"180.74286ms","start":"2026-07-28T14:54:24.169697Z","end":"2026-07-28T14:54:24.35044Z","steps":["trace[357047985] 'agreement among raft nodes before linearized reading' (duration: 180.619648ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:24.350457Z","caller":"traceutil/trace.go:171","msg":"trace[298398206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20985; }","duration":"341.64539ms","start":"2026-07-28T14:54:24.008785Z","end":"2026-07-28T14:54:24.350431Z","steps":["trace[298398206] 'agreement among raft nodes before linearized reading' (duration: 341.314734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.350493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.64649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T14:54:24.350582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.861213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-28T14:54:24.350566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.008759Z","time spent":"341.788912ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:54:24.350622Z","caller":"traceutil/trace.go:171","msg":"trace[2024400035] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20985; }","duration":"115.931783ms","start":"2026-07-28T14:54:24.23468Z","end":"2026-07-28T14:54:24.350612Z","steps":["trace[2024400035] 'agreement among raft nodes before linearized reading' (duration: 115.600337ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:24.350581Z","caller":"traceutil/trace.go:171","msg":"trace[1966820746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20985; }","duration":"737.795722ms","start":"2026-07-28T14:54:23.612758Z","end":"2026-07-28T14:54:24.350554Z","steps":["trace[1966820746] 'agreement among raft nodes before linearized reading' (duration: 737.486656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.350771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:23.612726Z","time spent":"738.028307ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T14:54:24.350505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.520349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T14:54:24.350892Z","caller":"traceutil/trace.go:171","msg":"trace[682616143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20985; }","duration":"728.905977ms","start":"2026-07-28T14:54:23.621959Z","end":"2026-07-28T14:54:24.350865Z","steps":["trace[682616143] 'agreement among raft nodes before linearized reading' (duration: 728.413878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.350944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:23.621952Z","time spent":"728.974368ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T14:54:24.350373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.819164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:54:24.351023Z","caller":"traceutil/trace.go:171","msg":"trace[83534706] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:20985; }","duration":"607.482566ms","start":"2026-07-28T14:54:23.743519Z","end":"2026-07-28T14:54:24.351001Z","steps":["trace[83534706] 'agreement among raft nodes before linearized reading' (duration: 606.807513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.35113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:23.743505Z","time spent":"607.562787ms","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:54:24.350379Z","caller":"traceutil/trace.go:171","msg":"trace[842401753] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20985; }","duration":"733.237043ms","start":"2026-07-28T14:54:23.617114Z","end":"2026-07-28T14:54:24.350351Z","steps":["trace[842401753] 'agreement among raft nodes before linearized reading' (duration: 733.106181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.351325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:23.61708Z","time spent":"734.223473ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T14:54:24.350378Z","caller":"traceutil/trace.go:171","msg":"trace[808361644] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20985; }","duration":"114.72095ms","start":"2026-07-28T14:54:24.235647Z","end":"2026-07-28T14:54:24.350368Z","steps":["trace[808361644] 'agreement among raft nodes before linearized reading' (duration: 114.656479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.856419Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095096984,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T14:54:24.940923Z","caller":"traceutil/trace.go:171","msg":"trace[1752117973] transaction","detail":"{read_only:false; response_revision:20986; number_of_response:1; }","duration":"586.005563ms","start":"2026-07-28T14:54:24.354815Z","end":"2026-07-28T14:54:24.940821Z","steps":["trace[1752117973] 'process raft request' (duration: 585.725117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:24.941169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.354797Z","time spent":"586.280399ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:54:25.240394Z","caller":"traceutil/trace.go:171","msg":"trace[1017458353] linearizableReadLoop","detail":"{readStateIndex:21691; appliedIndex:21685; }","duration":"884.931031ms","start":"2026-07-28T14:54:24.355441Z","end":"2026-07-28T14:54:25.240372Z","steps":["trace[1017458353] 'read index received' (duration: 585.311989ms)","trace[1017458353] 'applied index is now lower than readState.Index' (duration: 299.618112ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:54:25.240753Z","caller":"traceutil/trace.go:171","msg":"trace[2047612690] transaction","detail":"{read_only:false; response_revision:20991; number_of_response:1; }","duration":"882.929801ms","start":"2026-07-28T14:54:24.357782Z","end":"2026-07-28T14:54:25.240712Z","steps":["trace[2047612690] 'process raft request' (duration: 882.552703ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:25.240864Z","caller":"traceutil/trace.go:171","msg":"trace[825301154] transaction","detail":"{read_only:false; response_revision:20987; number_of_response:1; }","duration":"885.470952ms","start":"2026-07-28T14:54:24.35537Z","end":"2026-07-28T14:54:25.240841Z","steps":["trace[825301154] 'process raft request' (duration: 884.709276ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:25.240893Z","caller":"traceutil/trace.go:171","msg":"trace[300812452] transaction","detail":"{read_only:false; response_revision:20989; number_of_response:1; }","duration":"884.898251ms","start":"2026-07-28T14:54:24.35598Z","end":"2026-07-28T14:54:25.240878Z","steps":["trace[300812452] 'process raft request' (duration: 884.285288ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:25.240861Z","caller":"traceutil/trace.go:171","msg":"trace[1891579109] transaction","detail":"{read_only:false; response_revision:20988; number_of_response:1; }","duration":"885.328609ms","start":"2026-07-28T14:54:24.355489Z","end":"2026-07-28T14:54:25.240817Z","steps":["trace[1891579109] 'process raft request' (duration: 884.732927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:25.241002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.77331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T14:54:25.240991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.355361Z","time spent":"885.570044ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:54:25.24099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.357754Z","time spent":"883.099625ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:54:25.241011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.355974Z","time spent":"884.977802ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:54:25.241027Z","caller":"traceutil/trace.go:171","msg":"trace[790377033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20991; }","duration":"216.830341ms","start":"2026-07-28T14:54:25.024188Z","end":"2026-07-28T14:54:25.241018Z","steps":["trace[790377033] 'agreement among raft nodes before linearized reading' (duration: 216.7748ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:25.24103Z","caller":"traceutil/trace.go:171","msg":"trace[1182605657] transaction","detail":"{read_only:false; response_revision:20990; number_of_response:1; }","duration":"884.719137ms","start":"2026-07-28T14:54:24.356278Z","end":"2026-07-28T14:54:25.240997Z","steps":["trace[1182605657] 'process raft request' (duration: 884.026443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:25.240799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.33896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T14:54:25.241155Z","caller":"traceutil/trace.go:171","msg":"trace[1471307973] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20991; }","duration":"885.721656ms","start":"2026-07-28T14:54:24.355415Z","end":"2026-07-28T14:54:25.241137Z","steps":["trace[1471307973] 'agreement among raft nodes before linearized reading' (duration: 885.269748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:25.241206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.355406Z","time spent":"885.785077ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T14:54:25.241188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.862491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:54:25.241201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.35627Z","time spent":"884.828849ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:54:25.241235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.603221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T14:54:25.241253Z","caller":"traceutil/trace.go:171","msg":"trace[2141298332] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20991; }","duration":"696.666654ms","start":"2026-07-28T14:54:24.544582Z","end":"2026-07-28T14:54:25.241249Z","steps":["trace[2141298332] 'agreement among raft nodes before linearized reading' (duration: 696.518951ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:25.241259Z","caller":"traceutil/trace.go:171","msg":"trace[190969874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20991; }","duration":"882.965562ms","start":"2026-07-28T14:54:24.358275Z","end":"2026-07-28T14:54:25.241241Z","steps":["trace[190969874] 'agreement among raft nodes before linearized reading' (duration: 882.83568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:25.241274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.544562Z","time spent":"696.708504ms","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":220,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:54:25.240945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.812593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:54:25.241299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.358267Z","time spent":"883.024493ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T14:54:25.241374Z","caller":"traceutil/trace.go:171","msg":"trace[918982070] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:20991; }","duration":"543.24946ms","start":"2026-07-28T14:54:24.698081Z","end":"2026-07-28T14:54:25.241331Z","steps":["trace[918982070] 'agreement among raft nodes before linearized reading' (duration: 542.804492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:25.241094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.35547Z","time spent":"885.507282ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T14:54:25.241474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.698028Z","time spent":"543.400073ms","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T14:54:25.241676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.40678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T14:54:25.24176Z","caller":"traceutil/trace.go:171","msg":"trace[322386012] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20991; }","duration":"885.530772ms","start":"2026-07-28T14:54:24.356209Z","end":"2026-07-28T14:54:25.241739Z","steps":["trace[322386012] 'agreement among raft nodes before linearized reading' (duration: 884.596564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:25.242479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:24.356199Z","time spent":"885.589023ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-28T14:54:25.534887Z","caller":"traceutil/trace.go:171","msg":"trace[483298592] linearizableReadLoop","detail":"{readStateIndex:21693; appliedIndex:21691; }","duration":"229.090032ms","start":"2026-07-28T14:54:25.305778Z","end":"2026-07-28T14:54:25.534868Z","steps":["trace[483298592] 'read index received' (duration: 226.858568ms)","trace[483298592] 'applied index is now lower than readState.Index' (duration: 2.230614ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:54:25.534979Z","caller":"traceutil/trace.go:171","msg":"trace[1407442918] transaction","detail":"{read_only:false; response_revision:20992; number_of_response:1; }","duration":"288.024183ms","start":"2026-07-28T14:54:25.246943Z","end":"2026-07-28T14:54:25.534967Z","steps":["trace[1407442918] 'process raft request' (duration: 285.633286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:25.53519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.398549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T14:54:25.535257Z","caller":"traceutil/trace.go:171","msg":"trace[1649520122] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:20994; }","duration":"229.50904ms","start":"2026-07-28T14:54:25.305734Z","end":"2026-07-28T14:54:25.535243Z","steps":["trace[1649520122] 'agreement among raft nodes before linearized reading' (duration: 229.376168ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:25.5353Z","caller":"traceutil/trace.go:171","msg":"trace[448660883] transaction","detail":"{read_only:false; response_revision:20993; number_of_response:1; }","duration":"257.707686ms","start":"2026-07-28T14:54:25.27757Z","end":"2026-07-28T14:54:25.535277Z","steps":["trace[448660883] 'process raft request' (duration: 257.164146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:25.535359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.68406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T14:54:25.535331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.917088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:54:25.535393Z","caller":"traceutil/trace.go:171","msg":"trace[2024261473] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:20994; }","duration":"110.788042ms","start":"2026-07-28T14:54:25.424597Z","end":"2026-07-28T14:54:25.535385Z","steps":["trace[2024261473] 'agreement among raft nodes before linearized reading' (duration: 110.703511ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:25.535315Z","caller":"traceutil/trace.go:171","msg":"trace[1360840184] transaction","detail":"{read_only:false; response_revision:20994; number_of_response:1; }","duration":"218.763488ms","start":"2026-07-28T14:54:25.316524Z","end":"2026-07-28T14:54:25.535287Z","steps":["trace[1360840184] 'process raft request' (duration: 218.31198ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:25.535445Z","caller":"traceutil/trace.go:171","msg":"trace[606959865] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20994; }","duration":"166.119242ms","start":"2026-07-28T14:54:25.369297Z","end":"2026-07-28T14:54:25.535416Z","steps":["trace[606959865] 'agreement among raft nodes before linearized reading' (duration: 165.914188ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:54:26.277888Z","caller":"traceutil/trace.go:171","msg":"trace[947034182] transaction","detail":"{read_only:false; response_revision:20995; number_of_response:1; }","duration":"353.3571ms","start":"2026-07-28T14:54:25.924507Z","end":"2026-07-28T14:54:26.277864Z","steps":["trace[947034182] 'process raft request' (duration: 353.203727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:54:26.278024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:54:25.924477Z","time spent":"353.475923ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T14:55:27.724234Z","caller":"traceutil/trace.go:171","msg":"trace[1302610555] transaction","detail":"{read_only:false; response_revision:21633; number_of_response:1; }","duration":"126.347158ms","start":"2026-07-28T14:55:27.59786Z","end":"2026-07-28T14:55:27.724207Z","steps":["trace[1302610555] 'process raft request' (duration: 126.080033ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:55:27.724773Z","caller":"traceutil/trace.go:171","msg":"trace[1875604063] transaction","detail":"{read_only:false; response_revision:21635; number_of_response:1; }","duration":"126.761618ms","start":"2026-07-28T14:55:27.597991Z","end":"2026-07-28T14:55:27.724752Z","steps":["trace[1875604063] 'process raft request' (duration: 126.531433ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:55:27.725032Z","caller":"traceutil/trace.go:171","msg":"trace[843819347] transaction","detail":"{read_only:false; response_revision:21634; number_of_response:1; }","duration":"127.053623ms","start":"2026-07-28T14:55:27.597963Z","end":"2026-07-28T14:55:27.725017Z","steps":["trace[843819347] 'process raft request' (duration: 126.197915ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:55:27.724767Z","caller":"traceutil/trace.go:171","msg":"trace[1897897218] linearizableReadLoop","detail":"{readStateIndex:22355; appliedIndex:22354; }","duration":"126.818288ms","start":"2026-07-28T14:55:27.597915Z","end":"2026-07-28T14:55:27.724733Z","steps":["trace[1897897218] 'read index received' (duration: 15.959995ms)","trace[1897897218] 'applied index is now lower than readState.Index' (duration: 110.856863ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:55:27.725266Z","caller":"traceutil/trace.go:171","msg":"trace[421843371] transaction","detail":"{read_only:false; response_revision:21636; number_of_response:1; }","duration":"118.000594ms","start":"2026-07-28T14:55:27.60723Z","end":"2026-07-28T14:55:27.725231Z","steps":["trace[421843371] 'process raft request' (duration: 117.439153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:55:27.725154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.157125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T14:55:27.72546Z","caller":"traceutil/trace.go:171","msg":"trace[1712837328] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21636; }","duration":"127.496251ms","start":"2026-07-28T14:55:27.597905Z","end":"2026-07-28T14:55:27.725401Z","steps":["trace[1712837328] 'agreement among raft nodes before linearized reading' (duration: 126.92278ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:57:20.128784Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20147} {"level":"info","ts":"2026-07-28T14:57:20.249249Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20147,"took":"116.23376ms","hash":2165578775,"current-db-size-bytes":57073664,"current-db-size":"57 MB","current-db-size-in-use-bytes":32055296,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T14:57:20.249315Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2165578775,"revision":20147,"compact-revision":17502} {"level":"info","ts":"2026-07-28T14:58:07.090292Z","caller":"traceutil/trace.go:171","msg":"trace[1521410220] transaction","detail":"{read_only:false; response_revision:23389; number_of_response:1; }","duration":"145.254199ms","start":"2026-07-28T14:58:06.944988Z","end":"2026-07-28T14:58:07.090242Z","steps":["trace[1521410220] 'process raft request' (duration: 145.050566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:58:07.57411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.639057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:58:07.57418Z","caller":"traceutil/trace.go:171","msg":"trace[1206075459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23391; }","duration":"287.76333ms","start":"2026-07-28T14:58:07.286401Z","end":"2026-07-28T14:58:07.574164Z","steps":["trace[1206075459] 'range keys from in-memory index tree' (duration: 287.562336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:58:07.574504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.131693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T14:58:07.574557Z","caller":"traceutil/trace.go:171","msg":"trace[1215519939] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:23391; }","duration":"402.197314ms","start":"2026-07-28T14:58:07.172347Z","end":"2026-07-28T14:58:07.574544Z","steps":["trace[1215519939] 'count revisions from in-memory index tree' (duration: 401.945479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:58:07.574583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T14:58:07.172285Z","time spent":"402.290116ms","remote":"127.0.0.1:59646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-28T14:59:43.073386Z","caller":"traceutil/trace.go:171","msg":"trace[1361576957] transaction","detail":"{read_only:false; response_revision:24390; number_of_response:1; }","duration":"129.083694ms","start":"2026-07-28T14:59:42.944266Z","end":"2026-07-28T14:59:43.07335Z","steps":["trace[1361576957] 'process raft request' (duration: 128.91233ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T14:59:43.185242Z","caller":"traceutil/trace.go:171","msg":"trace[2051980043] linearizableReadLoop","detail":"{readStateIndex:25187; appliedIndex:25185; }","duration":"201.544203ms","start":"2026-07-28T14:59:42.983666Z","end":"2026-07-28T14:59:43.185211Z","steps":["trace[2051980043] 'read index received' (duration: 89.562755ms)","trace[2051980043] 'applied index is now lower than readState.Index' (duration: 111.979897ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T14:59:43.1854Z","caller":"traceutil/trace.go:171","msg":"trace[1940489802] transaction","detail":"{read_only:false; response_revision:24391; number_of_response:1; }","duration":"229.709317ms","start":"2026-07-28T14:59:42.955678Z","end":"2026-07-28T14:59:43.185387Z","steps":["trace[1940489802] 'process raft request' (duration: 158.197068ms)","trace[1940489802] 'compare' (duration: 71.04442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T14:59:43.186084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.759146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T14:59:43.186206Z","caller":"traceutil/trace.go:171","msg":"trace[1356253551] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:24391; }","duration":"201.9458ms","start":"2026-07-28T14:59:42.984237Z","end":"2026-07-28T14:59:43.186183Z","steps":["trace[1356253551] 'agreement among raft nodes before linearized reading' (duration: 201.329497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:59:43.186649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.98768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T14:59:43.186692Z","caller":"traceutil/trace.go:171","msg":"trace[568680916] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:24391; }","duration":"203.088012ms","start":"2026-07-28T14:59:42.983594Z","end":"2026-07-28T14:59:43.186682Z","steps":["trace[568680916] 'agreement among raft nodes before linearized reading' (duration: 202.000021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:59:43.187155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.515525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T14:59:43.1872Z","caller":"traceutil/trace.go:171","msg":"trace[1626967198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24391; }","duration":"151.613269ms","start":"2026-07-28T14:59:43.035577Z","end":"2026-07-28T14:59:43.187191Z","steps":["trace[1626967198] 'agreement among raft nodes before linearized reading' (duration: 150.057968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T14:59:43.187439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.99449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T14:59:43.187487Z","caller":"traceutil/trace.go:171","msg":"trace[1776050392] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:24391; }","duration":"203.102042ms","start":"2026-07-28T14:59:42.984375Z","end":"2026-07-28T14:59:43.187477Z","steps":["trace[1776050392] 'agreement among raft nodes before linearized reading' (duration: 201.272856ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:07.101494Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000065f2.wal"} {"level":"warn","ts":"2026-07-28T15:01:32.021685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.226446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:01:32.021789Z","caller":"traceutil/trace.go:171","msg":"trace[770737668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25579; }","duration":"201.42615ms","start":"2026-07-28T15:01:31.820343Z","end":"2026-07-28T15:01:32.021769Z","steps":["trace[770737668] 'range keys from in-memory index tree' (duration: 201.002752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:32.021828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.084465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:01:32.021936Z","caller":"traceutil/trace.go:171","msg":"trace[1034363754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25579; }","duration":"195.182097ms","start":"2026-07-28T15:01:31.826712Z","end":"2026-07-28T15:01:32.021894Z","steps":["trace[1034363754] 'range keys from in-memory index tree' (duration: 194.806539ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:32.022201Z","caller":"traceutil/trace.go:171","msg":"trace[251462420] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"183.610849ms","start":"2026-07-28T15:01:31.838559Z","end":"2026-07-28T15:01:32.02217Z","steps":["trace[251462420] 'process raft request' (duration: 182.581559ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:32.023936Z","caller":"traceutil/trace.go:171","msg":"trace[1411628934] linearizableReadLoop","detail":"{readStateIndex:26405; appliedIndex:26403; }","duration":"173.649192ms","start":"2026-07-28T15:01:31.850236Z","end":"2026-07-28T15:01:32.023885Z","steps":["trace[1411628934] 'read index received' (duration: 170.96976ms)","trace[1411628934] 'applied index is now lower than readState.Index' (duration: 2.677302ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:32.024134Z","caller":"traceutil/trace.go:171","msg":"trace[129799149] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"183.605568ms","start":"2026-07-28T15:01:31.840418Z","end":"2026-07-28T15:01:32.024024Z","steps":["trace[129799149] 'process raft request' (duration: 183.21015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:32.024379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.090821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:01:32.024522Z","caller":"traceutil/trace.go:171","msg":"trace[696673014] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25581; }","duration":"174.268414ms","start":"2026-07-28T15:01:31.850218Z","end":"2026-07-28T15:01:32.024487Z","steps":["trace[696673014] 'agreement among raft nodes before linearized reading' (duration: 173.830485ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:37.482093Z","caller":"traceutil/trace.go:171","msg":"trace[1469274714] transaction","detail":"{read_only:false; response_revision:25621; number_of_response:1; }","duration":"142.233763ms","start":"2026-07-28T15:01:37.339646Z","end":"2026-07-28T15:01:37.48188Z","steps":["trace[1469274714] 'process raft request' (duration: 141.526279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.035384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095109862,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:01:38.151466Z","caller":"traceutil/trace.go:171","msg":"trace[90829253] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"630.836572ms","start":"2026-07-28T15:01:37.520596Z","end":"2026-07-28T15:01:38.151432Z","steps":["trace[90829253] 'process raft request' (duration: 630.588887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.151679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:37.520575Z","time spent":"630.995496ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:38.541331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.381402ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:38.541527Z","caller":"traceutil/trace.go:171","msg":"trace[1080341506] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25622; }","duration":"117.589087ms","start":"2026-07-28T15:01:38.423918Z","end":"2026-07-28T15:01:38.541507Z","steps":["trace[1080341506] 'range keys from in-memory index tree' (duration: 117.364752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.541901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.970744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:01:38.542143Z","caller":"traceutil/trace.go:171","msg":"trace[890581151] linearizableReadLoop","detail":"{readStateIndex:26449; appliedIndex:26446; }","duration":"1.007446755s","start":"2026-07-28T15:01:37.534684Z","end":"2026-07-28T15:01:38.542131Z","steps":["trace[890581151] 'read index received' (duration: 616.573482ms)","trace[890581151] 'applied index is now lower than readState.Index' (duration: 390.872383ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:38.542369Z","caller":"traceutil/trace.go:171","msg":"trace[146678637] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"924.063431ms","start":"2026-07-28T15:01:37.618292Z","end":"2026-07-28T15:01:38.542355Z","steps":["trace[146678637] 'process raft request' (duration: 735.573567ms)","trace[146678637] 'compare' (duration: 187.283691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:38.542444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:37.618265Z","time spent":"924.142542ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:38.542611Z","caller":"traceutil/trace.go:171","msg":"trace[1984187654] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"823.205363ms","start":"2026-07-28T15:01:37.719395Z","end":"2026-07-28T15:01:38.542601Z","steps":["trace[1984187654] 'process raft request' (duration: 822.572071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.542671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:37.71936Z","time spent":"823.280935ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:38.542793Z","caller":"traceutil/trace.go:171","msg":"trace[447319074] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"500.577605ms","start":"2026-07-28T15:01:38.042207Z","end":"2026-07-28T15:01:38.542784Z","steps":["trace[447319074] 'process raft request' (duration: 499.82345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.542849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:38.04218Z","time spent":"500.642046ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:38.542961Z","caller":"traceutil/trace.go:171","msg":"trace[1714862571] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"499.78046ms","start":"2026-07-28T15:01:38.043173Z","end":"2026-07-28T15:01:38.542953Z","steps":["trace[1714862571] 'process raft request' (duration: 498.897672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.543018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:38.043161Z","time spent":"499.82807ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:38.54322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008541547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:01:38.543263Z","caller":"traceutil/trace.go:171","msg":"trace[1822167134] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25626; }","duration":"1.008628108s","start":"2026-07-28T15:01:37.534622Z","end":"2026-07-28T15:01:38.54325Z","steps":["trace[1822167134] 'agreement among raft nodes before linearized reading' (duration: 1.008503566s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.543301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:37.534599Z","time spent":"1.00869292s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:38.543504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.129118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:01:38.543539Z","caller":"traceutil/trace.go:171","msg":"trace[1811085428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25626; }","duration":"731.20535ms","start":"2026-07-28T15:01:37.812325Z","end":"2026-07-28T15:01:38.54353Z","steps":["trace[1811085428] 'agreement among raft nodes before linearized reading' (duration: 731.091468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.543577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:37.812304Z","time spent":"731.2634ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:01:38.543883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.245609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:38.543926Z","caller":"traceutil/trace.go:171","msg":"trace[1152544353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25626; }","duration":"257.334302ms","start":"2026-07-28T15:01:38.28658Z","end":"2026-07-28T15:01:38.543915Z","steps":["trace[1152544353] 'agreement among raft nodes before linearized reading' (duration: 257.272331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.544108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.519319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T15:01:38.544143Z","caller":"traceutil/trace.go:171","msg":"trace[976700442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25626; }","duration":"483.60679ms","start":"2026-07-28T15:01:38.060528Z","end":"2026-07-28T15:01:38.544135Z","steps":["trace[976700442] 'agreement among raft nodes before linearized reading' (duration: 483.512378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.544176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:38.060501Z","time spent":"483.668832ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:01:38.544318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.967119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-28T15:01:38.544352Z","caller":"traceutil/trace.go:171","msg":"trace[2047297938] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25626; }","duration":"484.013379ms","start":"2026-07-28T15:01:38.06033Z","end":"2026-07-28T15:01:38.544344Z","steps":["trace[2047297938] 'agreement among raft nodes before linearized reading' (duration: 483.933128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.544386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:38.060327Z","time spent":"484.05218ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:01:38.544539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.437697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:01:38.544574Z","caller":"traceutil/trace.go:171","msg":"trace[1960071968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25626; }","duration":"484.481808ms","start":"2026-07-28T15:01:38.060085Z","end":"2026-07-28T15:01:38.544566Z","steps":["trace[1960071968] 'agreement among raft nodes before linearized reading' (duration: 484.394437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.544605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:38.060078Z","time spent":"484.520769ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:01:38.544732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.10329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-28T15:01:38.544762Z","caller":"traceutil/trace.go:171","msg":"trace[91808171] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25626; }","duration":"488.181422ms","start":"2026-07-28T15:01:38.056573Z","end":"2026-07-28T15:01:38.544755Z","steps":["trace[91808171] 'agreement among raft nodes before linearized reading' (duration: 488.108421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.544793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:38.056547Z","time spent":"488.239803ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:01:38.545351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.71434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T15:01:38.545392Z","caller":"traceutil/trace.go:171","msg":"trace[74127282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25626; }","duration":"491.786062ms","start":"2026-07-28T15:01:38.053597Z","end":"2026-07-28T15:01:38.545383Z","steps":["trace[74127282] 'agreement among raft nodes before linearized reading' (duration: 491.272642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.54542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:38.053585Z","time spent":"491.829232ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:01:38.545836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.4296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-777b68f888-5h44r\" ","response":"range_response_count:1 size:8651"} {"level":"info","ts":"2026-07-28T15:01:38.545962Z","caller":"traceutil/trace.go:171","msg":"trace[1015868239] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-777b68f888-5h44r; range_end:; response_count:1; response_revision:25626; }","duration":"683.565622ms","start":"2026-07-28T15:01:37.862364Z","end":"2026-07-28T15:01:38.54593Z","steps":["trace[1015868239] 'agreement among raft nodes before linearized reading' (duration: 683.242325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:38.546013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:37.862309Z","time spent":"683.693935ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8675,"request content":"key:\"/registry/pods/openstack/magnum-api-777b68f888-5h44r\" "} {"level":"info","ts":"2026-07-28T15:01:42.286376Z","caller":"traceutil/trace.go:171","msg":"trace[73481272] linearizableReadLoop","detail":"{readStateIndex:26482; appliedIndex:26481; }","duration":"121.864171ms","start":"2026-07-28T15:01:42.164488Z","end":"2026-07-28T15:01:42.286352Z","steps":["trace[73481272] 'read index received' (duration: 121.634967ms)","trace[73481272] 'applied index is now lower than readState.Index' (duration: 228.194µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:42.286534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.017135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:42.28658Z","caller":"traceutil/trace.go:171","msg":"trace[2106717820] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25656; }","duration":"122.124736ms","start":"2026-07-28T15:01:42.164441Z","end":"2026-07-28T15:01:42.286566Z","steps":["trace[2106717820] 'agreement among raft nodes before linearized reading' (duration: 122.006754ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:42.286724Z","caller":"traceutil/trace.go:171","msg":"trace[480376698] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"122.755568ms","start":"2026-07-28T15:01:42.163927Z","end":"2026-07-28T15:01:42.286683Z","steps":["trace[480376698] 'process raft request' (duration: 122.269199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:42.568739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.886119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:01:42.568985Z","caller":"traceutil/trace.go:171","msg":"trace[135997258] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25656; }","duration":"165.201695ms","start":"2026-07-28T15:01:42.403738Z","end":"2026-07-28T15:01:42.568939Z","steps":["trace[135997258] 'count revisions from in-memory index tree' (duration: 164.771727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:42.569468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.871056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:42.569544Z","caller":"traceutil/trace.go:171","msg":"trace[878169587] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25656; }","duration":"275.979078ms","start":"2026-07-28T15:01:42.293551Z","end":"2026-07-28T15:01:42.569531Z","steps":["trace[878169587] 'range keys from in-memory index tree' (duration: 275.778575ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:42.804219Z","caller":"traceutil/trace.go:171","msg":"trace[675145340] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"242.627451ms","start":"2026-07-28T15:01:42.561546Z","end":"2026-07-28T15:01:42.804173Z","steps":["trace[675145340] 'process raft request' (duration: 196.610264ms)","trace[675145340] 'compare' (duration: 45.714001ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:42.80449Z","caller":"traceutil/trace.go:171","msg":"trace[343508533] linearizableReadLoop","detail":"{readStateIndex:26486; appliedIndex:26483; }","duration":"228.793089ms","start":"2026-07-28T15:01:42.575675Z","end":"2026-07-28T15:01:42.804468Z","steps":["trace[343508533] 'read index received' (duration: 83.291711ms)","trace[343508533] 'applied index is now lower than readState.Index' (duration: 145.499578ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:42.804536Z","caller":"traceutil/trace.go:171","msg":"trace[1420069855] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"241.372026ms","start":"2026-07-28T15:01:42.563119Z","end":"2026-07-28T15:01:42.804491Z","steps":["trace[1420069855] 'process raft request' (duration: 240.985659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:42.804665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.963602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:42.804703Z","caller":"traceutil/trace.go:171","msg":"trace[483128795] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"241.101901ms","start":"2026-07-28T15:01:42.563484Z","end":"2026-07-28T15:01:42.804586Z","steps":["trace[483128795] 'process raft request' (duration: 240.884507ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:42.804757Z","caller":"traceutil/trace.go:171","msg":"trace[1780424424] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25660; }","duration":"229.090614ms","start":"2026-07-28T15:01:42.575645Z","end":"2026-07-28T15:01:42.804735Z","steps":["trace[1780424424] 'agreement among raft nodes before linearized reading' (duration: 228.938881ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:43.19989Z","caller":"traceutil/trace.go:171","msg":"trace[637210100] linearizableReadLoop","detail":"{readStateIndex:26487; appliedIndex:26486; }","duration":"395.310961ms","start":"2026-07-28T15:01:42.804554Z","end":"2026-07-28T15:01:43.199865Z","steps":["trace[637210100] 'read index received' (duration: 312.153161ms)","trace[637210100] 'applied index is now lower than readState.Index' (duration: 83.156709ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:43.199952Z","caller":"traceutil/trace.go:171","msg":"trace[37927265] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"516.578951ms","start":"2026-07-28T15:01:42.683349Z","end":"2026-07-28T15:01:43.199928Z","steps":["trace[37927265] 'process raft request' (duration: 433.289519ms)","trace[37927265] 'compare' (duration: 83.069628ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:43.200075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:42.683336Z","time spent":"516.661742ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:43.200103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.26533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T15:01:43.200136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.432573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:01:43.200205Z","caller":"traceutil/trace.go:171","msg":"trace[177446021] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25661; }","duration":"599.529075ms","start":"2026-07-28T15:01:42.600661Z","end":"2026-07-28T15:01:43.20019Z","steps":["trace[177446021] 'agreement among raft nodes before linearized reading' (duration: 599.250829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:43.200228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.937732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T15:01:43.200236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:42.600656Z","time spent":"599.575405ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T15:01:43.200255Z","caller":"traceutil/trace.go:171","msg":"trace[1623693720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25661; }","duration":"601.976923ms","start":"2026-07-28T15:01:42.598271Z","end":"2026-07-28T15:01:43.200248Z","steps":["trace[1623693720] 'agreement among raft nodes before linearized reading' (duration: 601.900841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:43.200291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:42.598265Z","time spent":"602.019534ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T15:01:43.200153Z","caller":"traceutil/trace.go:171","msg":"trace[1881945083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25661; }","duration":"601.330981ms","start":"2026-07-28T15:01:42.598811Z","end":"2026-07-28T15:01:43.200142Z","steps":["trace[1881945083] 'agreement among raft nodes before linearized reading' (duration: 601.179958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:43.200422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.750518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T15:01:43.20045Z","caller":"traceutil/trace.go:171","msg":"trace[452794000] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25661; }","duration":"602.773778ms","start":"2026-07-28T15:01:42.597666Z","end":"2026-07-28T15:01:43.200439Z","steps":["trace[452794000] 'agreement among raft nodes before linearized reading' (duration: 602.699337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:43.200482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:42.597656Z","time spent":"602.820189ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:01:43.200493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.320283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:01:43.200494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:42.598805Z","time spent":"601.640016ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:01:43.200587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.287336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:43.200649Z","caller":"traceutil/trace.go:171","msg":"trace[1318876136] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25661; }","duration":"133.384138ms","start":"2026-07-28T15:01:43.067252Z","end":"2026-07-28T15:01:43.200636Z","steps":["trace[1318876136] 'agreement among raft nodes before linearized reading' (duration: 133.237935ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:43.200594Z","caller":"traceutil/trace.go:171","msg":"trace[1035577920] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25661; }","duration":"390.466955ms","start":"2026-07-28T15:01:42.810108Z","end":"2026-07-28T15:01:43.200575Z","steps":["trace[1035577920] 'agreement among raft nodes before linearized reading' (duration: 390.301612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:43.200732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:42.810091Z","time spent":"390.628809ms","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:01:43.200763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.355299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:01:43.200813Z","caller":"traceutil/trace.go:171","msg":"trace[1505824679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25661; }","duration":"611.743886ms","start":"2026-07-28T15:01:42.589058Z","end":"2026-07-28T15:01:43.200802Z","steps":["trace[1505824679] 'agreement among raft nodes before linearized reading' (duration: 611.329508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:43.200849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:42.589038Z","time spent":"611.802777ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:01:43.201009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.996355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293205"} {"level":"info","ts":"2026-07-28T15:01:43.201116Z","caller":"traceutil/trace.go:171","msg":"trace[1788163681] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:25661; }","duration":"562.100618ms","start":"2026-07-28T15:01:42.638991Z","end":"2026-07-28T15:01:43.201091Z","steps":["trace[1788163681] 'agreement among raft nodes before linearized reading' (duration: 561.411064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:43.201188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:42.638931Z","time spent":"562.2395ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293229,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:01:43.200791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.853999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:01:43.201384Z","caller":"traceutil/trace.go:171","msg":"trace[1965884184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25661; }","duration":"607.562974ms","start":"2026-07-28T15:01:42.593799Z","end":"2026-07-28T15:01:43.201362Z","steps":["trace[1965884184] 'agreement among raft nodes before linearized reading' (duration: 606.625255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:43.20159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:42.593782Z","time spent":"607.655275ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:01:43.493217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.586744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:01:43.493428Z","caller":"traceutil/trace.go:171","msg":"trace[890718541] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"285.802822ms","start":"2026-07-28T15:01:43.207611Z","end":"2026-07-28T15:01:43.493414Z","steps":["trace[890718541] 'process raft request' (duration: 285.751541ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:43.493522Z","caller":"traceutil/trace.go:171","msg":"trace[82211940] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"287.046666ms","start":"2026-07-28T15:01:43.206446Z","end":"2026-07-28T15:01:43.493492Z","steps":["trace[82211940] 'process raft request' (duration: 124.116436ms)","trace[82211940] 'compare' (duration: 162.462631ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:43.493595Z","caller":"traceutil/trace.go:171","msg":"trace[1132873257] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"287.027516ms","start":"2026-07-28T15:01:43.206559Z","end":"2026-07-28T15:01:43.493587Z","steps":["trace[1132873257] 'process raft request' (duration: 286.734421ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:43.493712Z","caller":"traceutil/trace.go:171","msg":"trace[1136079113] linearizableReadLoop","detail":"{readStateIndex:26493; appliedIndex:26488; }","duration":"206.149442ms","start":"2026-07-28T15:01:43.287551Z","end":"2026-07-28T15:01:43.4937Z","steps":["trace[1136079113] 'read index received' (duration: 43.050539ms)","trace[1136079113] 'applied index is now lower than readState.Index' (duration: 163.097733ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:43.493861Z","caller":"traceutil/trace.go:171","msg":"trace[431942497] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"285.860964ms","start":"2026-07-28T15:01:43.207987Z","end":"2026-07-28T15:01:43.493848Z","steps":["trace[431942497] 'process raft request' (duration: 285.397204ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:43.4939Z","caller":"traceutil/trace.go:171","msg":"trace[1288869180] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"287.295333ms","start":"2026-07-28T15:01:43.206593Z","end":"2026-07-28T15:01:43.493888Z","steps":["trace[1288869180] 'process raft request' (duration: 286.740731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:43.49406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.927442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:43.494096Z","caller":"traceutil/trace.go:171","msg":"trace[1160639567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25667; }","duration":"194.005214ms","start":"2026-07-28T15:01:43.300084Z","end":"2026-07-28T15:01:43.494089Z","steps":["trace[1160639567] 'agreement among raft nodes before linearized reading' (duration: 193.948133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:43.494254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.704314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-28T15:01:43.494279Z","caller":"traceutil/trace.go:171","msg":"trace[224296774] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:25667; }","duration":"206.766215ms","start":"2026-07-28T15:01:43.287508Z","end":"2026-07-28T15:01:43.494274Z","steps":["trace[224296774] 'agreement among raft nodes before linearized reading' (duration: 206.683354ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:43.756668Z","caller":"traceutil/trace.go:171","msg":"trace[515516299] linearizableReadLoop","detail":"{readStateIndex:26495; appliedIndex:26494; }","duration":"234.343767ms","start":"2026-07-28T15:01:43.522294Z","end":"2026-07-28T15:01:43.756638Z","steps":["trace[515516299] 'read index received' (duration: 192.81412ms)","trace[515516299] 'applied index is now lower than readState.Index' (duration: 41.527397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:43.757035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.678675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T15:01:43.757084Z","caller":"traceutil/trace.go:171","msg":"trace[2063421744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25668; }","duration":"234.805058ms","start":"2026-07-28T15:01:43.522266Z","end":"2026-07-28T15:01:43.757071Z","steps":["trace[2063421744] 'agreement among raft nodes before linearized reading' (duration: 234.515621ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:43.757647Z","caller":"traceutil/trace.go:171","msg":"trace[1738451452] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"234.828587ms","start":"2026-07-28T15:01:43.52181Z","end":"2026-07-28T15:01:43.756638Z","steps":["trace[1738451452] 'process raft request' (duration: 193.31773ms)","trace[1738451452] 'compare' (duration: 41.147401ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:43.757764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.94453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:01:43.757856Z","caller":"traceutil/trace.go:171","msg":"trace[1882747859] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25668; }","duration":"235.406939ms","start":"2026-07-28T15:01:43.52243Z","end":"2026-07-28T15:01:43.757837Z","steps":["trace[1882747859] 'agreement among raft nodes before linearized reading' (duration: 234.653215ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:44.055629Z","caller":"traceutil/trace.go:171","msg":"trace[1084266392] linearizableReadLoop","detail":"{readStateIndex:26496; appliedIndex:26495; }","duration":"292.937163ms","start":"2026-07-28T15:01:43.762665Z","end":"2026-07-28T15:01:44.055603Z","steps":["trace[1084266392] 'read index received' (duration: 291.732339ms)","trace[1084266392] 'applied index is now lower than readState.Index' (duration: 1.203654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:44.055833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.152997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-28T15:01:44.055866Z","caller":"traceutil/trace.go:171","msg":"trace[1920031142] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25669; }","duration":"293.226859ms","start":"2026-07-28T15:01:43.762629Z","end":"2026-07-28T15:01:44.055856Z","steps":["trace[1920031142] 'agreement among raft nodes before linearized reading' (duration: 293.069006ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:44.055978Z","caller":"traceutil/trace.go:171","msg":"trace[913069200] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"293.403361ms","start":"2026-07-28T15:01:43.762545Z","end":"2026-07-28T15:01:44.055948Z","steps":["trace[913069200] 'process raft request' (duration: 291.782439ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:45.179122Z","caller":"traceutil/trace.go:171","msg":"trace[1036295911] transaction","detail":"{read_only:false; response_revision:25672; number_of_response:1; }","duration":"515.856355ms","start":"2026-07-28T15:01:44.66324Z","end":"2026-07-28T15:01:45.179096Z","steps":["trace[1036295911] 'process raft request' (duration: 515.691152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:45.179278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:44.663216Z","time spent":"515.980208ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:45.208715Z","caller":"traceutil/trace.go:171","msg":"trace[999143072] linearizableReadLoop","detail":"{readStateIndex:26502; appliedIndex:26499; }","duration":"353.523576ms","start":"2026-07-28T15:01:44.855176Z","end":"2026-07-28T15:01:45.208699Z","steps":["trace[999143072] 'read index received' (duration: 324.622718ms)","trace[999143072] 'applied index is now lower than readState.Index' (duration: 28.900088ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:45.208997Z","caller":"traceutil/trace.go:171","msg":"trace[1864102471] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"397.915483ms","start":"2026-07-28T15:01:44.811064Z","end":"2026-07-28T15:01:45.208979Z","steps":["trace[1864102471] 'process raft request' (duration: 397.603176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:45.209103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:44.811057Z","time spent":"397.991354ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:45.209207Z","caller":"traceutil/trace.go:171","msg":"trace[1669653247] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"398.777689ms","start":"2026-07-28T15:01:44.81042Z","end":"2026-07-28T15:01:45.209198Z","steps":["trace[1669653247] 'process raft request' (duration: 398.131386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:45.209267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:44.810368Z","time spent":"398.867781ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:45.209285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.082818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:01:45.20935Z","caller":"traceutil/trace.go:171","msg":"trace[247061579] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"398.552095ms","start":"2026-07-28T15:01:44.810788Z","end":"2026-07-28T15:01:45.20934Z","steps":["trace[247061579] 'process raft request' (duration: 397.84376ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:45.209378Z","caller":"traceutil/trace.go:171","msg":"trace[1374151336] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25675; }","duration":"354.226681ms","start":"2026-07-28T15:01:44.855131Z","end":"2026-07-28T15:01:45.209357Z","steps":["trace[1374151336] 'agreement among raft nodes before linearized reading' (duration: 353.927975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:45.209398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:44.810765Z","time spent":"398.605925ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:45.209433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:44.855111Z","time spent":"354.312492ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:01:45.692563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.056873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:01:45.692665Z","caller":"traceutil/trace.go:171","msg":"trace[1694262163] linearizableReadLoop","detail":"{readStateIndex:26503; appliedIndex:26502; }","duration":"483.884716ms","start":"2026-07-28T15:01:45.208764Z","end":"2026-07-28T15:01:45.692648Z","steps":["trace[1694262163] 'read index received' (duration: 46.575088ms)","trace[1694262163] 'applied index is now lower than readState.Index' (duration: 437.307968ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:45.69293Z","caller":"traceutil/trace.go:171","msg":"trace[1461535803] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"486.237512ms","start":"2026-07-28T15:01:45.206654Z","end":"2026-07-28T15:01:45.692892Z","steps":["trace[1461535803] 'process raft request' (duration: 48.762981ms)","trace[1461535803] 'compare' (duration: 436.022212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:45.693006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.206635Z","time spent":"486.336454ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:45.693146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.113308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:01:45.693186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.174313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:45.693258Z","caller":"traceutil/trace.go:171","msg":"trace[1820668106] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25676; }","duration":"832.297081ms","start":"2026-07-28T15:01:44.860934Z","end":"2026-07-28T15:01:45.693231Z","steps":["trace[1820668106] 'agreement among raft nodes before linearized reading' (duration: 832.063397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:45.693278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.992512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T15:01:45.6933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.4143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:01:45.693261Z","caller":"traceutil/trace.go:171","msg":"trace[756315288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25676; }","duration":"409.297666ms","start":"2026-07-28T15:01:45.283943Z","end":"2026-07-28T15:01:45.693241Z","steps":["trace[756315288] 'agreement among raft nodes before linearized reading' (duration: 409.173543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:45.693344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.164857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T15:01:45.693382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.283926Z","time spent":"409.441779ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:01:45.693385Z","caller":"traceutil/trace.go:171","msg":"trace[516982808] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25676; }","duration":"194.507993ms","start":"2026-07-28T15:01:45.498854Z","end":"2026-07-28T15:01:45.693362Z","steps":["trace[516982808] 'agreement among raft nodes before linearized reading' (duration: 194.315308ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:45.693419Z","caller":"traceutil/trace.go:171","msg":"trace[337723379] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25676; }","duration":"192.272719ms","start":"2026-07-28T15:01:45.501121Z","end":"2026-07-28T15:01:45.693394Z","steps":["trace[337723379] 'agreement among raft nodes before linearized reading' (duration: 192.092605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:45.693425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.074303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:01:45.693283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.715265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:01:45.693437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.459513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:01:45.693477Z","caller":"traceutil/trace.go:171","msg":"trace[79520038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25676; }","duration":"193.546025ms","start":"2026-07-28T15:01:45.499923Z","end":"2026-07-28T15:01:45.693469Z","steps":["trace[79520038] 'agreement among raft nodes before linearized reading' (duration: 193.088725ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:45.693476Z","caller":"traceutil/trace.go:171","msg":"trace[733203299] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25676; }","duration":"167.975051ms","start":"2026-07-28T15:01:45.525489Z","end":"2026-07-28T15:01:45.693465Z","steps":["trace[733203299] 'agreement among raft nodes before linearized reading' (duration: 167.555252ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:45.693484Z","caller":"traceutil/trace.go:171","msg":"trace[1680206136] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25676; }","duration":"168.168145ms","start":"2026-07-28T15:01:45.525296Z","end":"2026-07-28T15:01:45.693464Z","steps":["trace[1680206136] 'agreement among raft nodes before linearized reading' (duration: 167.775066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:45.693185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.029959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-28T15:01:45.693202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.35685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-28T15:01:45.693498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.733112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:01:45.693548Z","caller":"traceutil/trace.go:171","msg":"trace[1116944407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25676; }","duration":"480.437748ms","start":"2026-07-28T15:01:45.213099Z","end":"2026-07-28T15:01:45.693537Z","steps":["trace[1116944407] 'agreement among raft nodes before linearized reading' (duration: 479.915877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:45.693582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.213078Z","time spent":"480.49196ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T15:01:45.693581Z","caller":"traceutil/trace.go:171","msg":"trace[1897514081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25676; }","duration":"456.848734ms","start":"2026-07-28T15:01:45.236711Z","end":"2026-07-28T15:01:45.693559Z","steps":["trace[1897514081] 'agreement among raft nodes before linearized reading' (duration: 456.497826ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:45.693597Z","caller":"traceutil/trace.go:171","msg":"trace[1452167475] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25676; }","duration":"194.735338ms","start":"2026-07-28T15:01:45.498831Z","end":"2026-07-28T15:01:45.693567Z","steps":["trace[1452167475] 'agreement among raft nodes before linearized reading' (duration: 194.282298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:45.693627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.236698Z","time spent":"456.919785ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:01:45.693325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:44.860917Z","time spent":"832.395194ms","remote":"127.0.0.1:40848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:01:45.693362Z","caller":"traceutil/trace.go:171","msg":"trace[969598820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25676; }","duration":"194.042083ms","start":"2026-07-28T15:01:45.499265Z","end":"2026-07-28T15:01:45.693307Z","steps":["trace[969598820] 'agreement among raft nodes before linearized reading' (duration: 193.87759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:46.289826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.352721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:01:46.28993Z","caller":"traceutil/trace.go:171","msg":"trace[1373216660] transaction","detail":"{read_only:false; response_revision:25677; number_of_response:1; }","duration":"592.032687ms","start":"2026-07-28T15:01:45.697877Z","end":"2026-07-28T15:01:46.28991Z","steps":["trace[1373216660] 'process raft request' (duration: 162.492612ms)","trace[1373216660] 'compare' (duration: 429.056935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:46.290008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.69786Z","time spent":"592.113578ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:47.040714Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.18025659s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:01:47.143719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.637023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:01:47.144343Z","caller":"traceutil/trace.go:171","msg":"trace[1056320287] linearizableReadLoop","detail":"{readStateIndex:26509; appliedIndex:26503; }","duration":"1.386012575s","start":"2026-07-28T15:01:45.758301Z","end":"2026-07-28T15:01:47.144314Z","steps":["trace[1056320287] 'read index received' (duration: 102.153144ms)","trace[1056320287] 'applied index is now lower than readState.Index' (duration: 1.283857191s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:47.144503Z","caller":"traceutil/trace.go:171","msg":"trace[670178743] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"1.445111809s","start":"2026-07-28T15:01:45.699366Z","end":"2026-07-28T15:01:47.144478Z","steps":["trace[670178743] 'process raft request' (duration: 1.444804653s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:47.144498Z","caller":"traceutil/trace.go:171","msg":"trace[1283687796] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"1.445704552s","start":"2026-07-28T15:01:45.698756Z","end":"2026-07-28T15:01:47.144461Z","steps":["trace[1283687796] 'process raft request' (duration: 1.445298814s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:47.144615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.699356Z","time spent":"1.445201341s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:47.144638Z","caller":"traceutil/trace.go:171","msg":"trace[1871012196] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"1.44357588s","start":"2026-07-28T15:01:45.701017Z","end":"2026-07-28T15:01:47.144593Z","steps":["trace[1871012196] 'process raft request' (duration: 1.443223873s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:47.144693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.698745Z","time spent":"1.445836794s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:47.144745Z","caller":"traceutil/trace.go:171","msg":"trace[1171727806] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"1.446583578s","start":"2026-07-28T15:01:45.698134Z","end":"2026-07-28T15:01:47.144717Z","steps":["trace[1171727806] 'process raft request' (duration: 1.342745331s)","trace[1171727806] 'compare' (duration: 102.121033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:47.144804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.701007Z","time spent":"1.443701932s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:47.144871Z","caller":"traceutil/trace.go:171","msg":"trace[93945952] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"1.446450256s","start":"2026-07-28T15:01:45.698408Z","end":"2026-07-28T15:01:47.144858Z","steps":["trace[93945952] 'process raft request' (duration: 1.445479137s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:47.144871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.698112Z","time spent":"1.44668902s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:47.144963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.698388Z","time spent":"1.446537337s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:47.144885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386548655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:47.14511Z","caller":"traceutil/trace.go:171","msg":"trace[423529252] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25682; }","duration":"1.38682572s","start":"2026-07-28T15:01:45.758257Z","end":"2026-07-28T15:01:47.145082Z","steps":["trace[423529252] 'agreement among raft nodes before linearized reading' (duration: 1.386506424s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:47.145191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.758237Z","time spent":"1.386936563s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:01:47.644825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095109994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:01:48.145073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095109994,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:01:48.286733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999890263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:01:48.286874Z","caller":"traceutil/trace.go:171","msg":"trace[701912434] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091317s","start":"2026-07-28T15:01:46.286752Z","end":"2026-07-28T15:01:48.286843Z","steps":["trace[701912434] 'agreement among raft nodes before linearized reading' (duration: 1.999921834s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:48.286943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:46.286729Z","time spent":"2.000199559s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:01:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:01:48.518331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.476209782s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:01:48.518927Z","caller":"traceutil/trace.go:171","msg":"trace[1543781371] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"2.110979022s","start":"2026-07-28T15:01:46.407916Z","end":"2026-07-28T15:01:48.518895Z","steps":["trace[1543781371] 'process raft request' (duration: 2.110918791s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:48.518959Z","caller":"traceutil/trace.go:171","msg":"trace[628333299] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"2.153824997s","start":"2026-07-28T15:01:46.365113Z","end":"2026-07-28T15:01:48.518938Z","steps":["trace[628333299] 'process raft request' (duration: 2.153678323s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:48.519155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:46.407885Z","time spent":"2.111155756s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:48.518953Z","caller":"traceutil/trace.go:171","msg":"trace[1754913772] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"2.194244504s","start":"2026-07-28T15:01:46.324669Z","end":"2026-07-28T15:01:48.518914Z","steps":["trace[1754913772] 'process raft request' (duration: 2.193902277s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:48.519267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:46.365096Z","time spent":"2.154051642s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:48.519282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:46.324642Z","time spent":"2.19458536s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:49.469794Z","caller":"traceutil/trace.go:171","msg":"trace[1088614475] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"2.283580883s","start":"2026-07-28T15:01:47.186178Z","end":"2026-07-28T15:01:49.469758Z","steps":["trace[1088614475] 'process raft request' (duration: 2.283249826s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:49.469809Z","caller":"traceutil/trace.go:171","msg":"trace[1007237710] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"2.254479919s","start":"2026-07-28T15:01:47.215297Z","end":"2026-07-28T15:01:49.469776Z","steps":["trace[1007237710] 'process raft request' (duration: 2.254339597s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:49.469964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.186152Z","time spent":"2.283719415s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:49.469996Z","caller":"traceutil/trace.go:171","msg":"trace[149055702] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"2.254310455s","start":"2026-07-28T15:01:47.215674Z","end":"2026-07-28T15:01:49.469984Z","steps":["trace[149055702] 'process raft request' (duration: 2.25405176s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:49.470034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.215264Z","time spent":"2.254650193s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:49.470061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.215655Z","time spent":"2.254370107s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:49.47031Z","caller":"traceutil/trace.go:171","msg":"trace[550565185] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"2.120649552s","start":"2026-07-28T15:01:47.349647Z","end":"2026-07-28T15:01:49.470297Z","steps":["trace[550565185] 'process raft request' (duration: 2.120492079s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:49.470312Z","caller":"traceutil/trace.go:171","msg":"trace[399958131] linearizableReadLoop","detail":"{readStateIndex:26518; appliedIndex:26509; }","duration":"2.325886256s","start":"2026-07-28T15:01:47.144408Z","end":"2026-07-28T15:01:49.470295Z","steps":["trace[399958131] 'read index received' (duration: 1.374177161s)","trace[399958131] 'applied index is now lower than readState.Index' (duration: 951.707865ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:49.47033Z","caller":"traceutil/trace.go:171","msg":"trace[1154271444] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"1.772772096s","start":"2026-07-28T15:01:47.697532Z","end":"2026-07-28T15:01:49.470304Z","steps":["trace[1154271444] 'process raft request' (duration: 1.772710085s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:49.470363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.349608Z","time spent":"2.120724124s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:49.470322Z","caller":"traceutil/trace.go:171","msg":"trace[1653329932] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"2.25450956s","start":"2026-07-28T15:01:47.215774Z","end":"2026-07-28T15:01:49.470283Z","steps":["trace[1653329932] 'process raft request' (duration: 2.254155603s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:49.470427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.697492Z","time spent":"1.772884618s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:49.470481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.215762Z","time spent":"2.254641512s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:49.470484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40998387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-28T15:01:49.470504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332743492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:49.470554Z","caller":"traceutil/trace.go:171","msg":"trace[18330118] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25691; }","duration":"2.332832443s","start":"2026-07-28T15:01:47.137708Z","end":"2026-07-28T15:01:49.47054Z","steps":["trace[18330118] 'agreement among raft nodes before linearized reading' (duration: 2.332746651s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:49.470555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547792519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:01:49.470558Z","caller":"traceutil/trace.go:171","msg":"trace[427100812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25691; }","duration":"3.410096263s","start":"2026-07-28T15:01:46.060437Z","end":"2026-07-28T15:01:49.470533Z","steps":["trace[427100812] 'agreement among raft nodes before linearized reading' (duration: 3.409879459s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:49.470603Z","caller":"traceutil/trace.go:171","msg":"trace[1343386012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25691; }","duration":"2.547866071s","start":"2026-07-28T15:01:46.922722Z","end":"2026-07-28T15:01:49.470588Z","steps":["trace[1343386012] 'agreement among raft nodes before linearized reading' (duration: 2.547788259s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:49.470615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:46.060416Z","time spent":"3.410184624s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:01:49.470636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:46.922704Z","time spent":"2.547923712s","remote":"127.0.0.1:41546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:49.470417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285020198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:49.470756Z","caller":"traceutil/trace.go:171","msg":"trace[860529894] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25691; }","duration":"3.285452797s","start":"2026-07-28T15:01:46.185284Z","end":"2026-07-28T15:01:49.470737Z","steps":["trace[860529894] 'agreement among raft nodes before linearized reading' (duration: 3.285019408s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:49.470809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:46.185232Z","time spent":"3.285557959s","remote":"127.0.0.1:41030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:49.470848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.708255429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:01:49.470885Z","caller":"traceutil/trace.go:171","msg":"trace[908584368] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25691; }","duration":"3.70831355s","start":"2026-07-28T15:01:45.76256Z","end":"2026-07-28T15:01:49.470873Z","steps":["trace[908584368] 'agreement among raft nodes before linearized reading' (duration: 3.707973564s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:49.470599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.137693Z","time spent":"2.332896375s","remote":"127.0.0.1:39168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:49.470917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:45.762547Z","time spent":"3.708361392s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:01:49.4705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468017785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-07-28T15:01:49.47104Z","caller":"traceutil/trace.go:171","msg":"trace[2090461026] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25691; }","duration":"3.468638618s","start":"2026-07-28T15:01:46.002391Z","end":"2026-07-28T15:01:49.47103Z","steps":["trace[2090461026] 'agreement among raft nodes before linearized reading' (duration: 3.467991905s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:49.471071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:46.002369Z","time spent":"3.468691159s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":204,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-28T15:01:50.287532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000512134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:01:50.287606Z","caller":"traceutil/trace.go:171","msg":"trace[70446143] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000654527s","start":"2026-07-28T15:01:48.286935Z","end":"2026-07-28T15:01:50.287589Z","steps":["trace[70446143] 'agreement among raft nodes before linearized reading' (duration: 2.000552015s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:50.28771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:48.286912Z","time spent":"2.000789589s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:01:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:01:52.152978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212784638s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-28T15:01:52.153197Z","caller":"traceutil/trace.go:171","msg":"trace[749786034] linearizableReadLoop","detail":"{readStateIndex:26519; appliedIndex:26518; }","duration":"2.682831602s","start":"2026-07-28T15:01:49.470348Z","end":"2026-07-28T15:01:52.153179Z","steps":["trace[749786034] 'read index received' (duration: 469.81246ms)","trace[749786034] 'applied index is now lower than readState.Index' (duration: 2.213018332s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:52.155005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.941512604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:01:52.15504Z","caller":"traceutil/trace.go:171","msg":"trace[1433446920] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25691; }","duration":"4.941597266s","start":"2026-07-28T15:01:47.213434Z","end":"2026-07-28T15:01:52.155032Z","steps":["trace[1433446920] 'agreement among raft nodes before linearized reading' (duration: 4.941417192s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.155066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.213395Z","time spent":"4.941664117s","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:52.155068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.004401664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:52.15517Z","caller":"traceutil/trace.go:171","msg":"trace[1028909293] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25691; }","duration":"5.004543687s","start":"2026-07-28T15:01:47.150604Z","end":"2026-07-28T15:01:52.155147Z","steps":["trace[1028909293] 'agreement among raft nodes before linearized reading' (duration: 5.004380384s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.155223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.150587Z","time spent":"5.004626508s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:01:52.155347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.842415714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:52.15538Z","caller":"traceutil/trace.go:171","msg":"trace[1844541789] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25691; }","duration":"3.842498815s","start":"2026-07-28T15:01:48.31287Z","end":"2026-07-28T15:01:52.155369Z","steps":["trace[1844541789] 'agreement among raft nodes before linearized reading' (duration: 3.842448024s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.155402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:48.312861Z","time spent":"3.842535976s","remote":"127.0.0.1:41616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:52.155396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492920996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-28T15:01:52.155069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456705929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:01:52.155407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.162891802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:01:52.155496Z","caller":"traceutil/trace.go:171","msg":"trace[1952616169] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25691; }","duration":"4.457192389s","start":"2026-07-28T15:01:47.698283Z","end":"2026-07-28T15:01:52.155475Z","steps":["trace[1952616169] 'agreement among raft nodes before linearized reading' (duration: 4.456527296s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:52.155533Z","caller":"traceutil/trace.go:171","msg":"trace[1452794094] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25691; }","duration":"3.163052575s","start":"2026-07-28T15:01:48.992449Z","end":"2026-07-28T15:01:52.155501Z","steps":["trace[1452794094] 'agreement among raft nodes before linearized reading' (duration: 3.1628166s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.155573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503117637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-28T15:01:52.155594Z","caller":"traceutil/trace.go:171","msg":"trace[920721023] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25691; }","duration":"3.503188038s","start":"2026-07-28T15:01:48.652399Z","end":"2026-07-28T15:01:52.155587Z","steps":["trace[920721023] 'agreement among raft nodes before linearized reading' (duration: 3.503090267s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.155618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:48.652371Z","time spent":"3.503243059s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-28T15:01:52.155614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.076490167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:01:52.155616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:48.992366Z","time spent":"3.163230109s","remote":"127.0.0.1:41504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:01:52.155654Z","caller":"traceutil/trace.go:171","msg":"trace[2042677729] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25691; }","duration":"4.076570488s","start":"2026-07-28T15:01:48.079067Z","end":"2026-07-28T15:01:52.155638Z","steps":["trace[2042677729] 'agreement among raft nodes before linearized reading' (duration: 4.076512307s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.15571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:48.079041Z","time spent":"4.076657321s","remote":"127.0.0.1:39062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:52.15573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.621817356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:52.15575Z","caller":"traceutil/trace.go:171","msg":"trace[380059043] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25691; }","duration":"3.621871847s","start":"2026-07-28T15:01:48.533872Z","end":"2026-07-28T15:01:52.155744Z","steps":["trace[380059043] 'agreement among raft nodes before linearized reading' (duration: 3.621834187s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.15577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:48.533852Z","time spent":"3.621912768s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:52.155802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.830495648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:52.155868Z","caller":"traceutil/trace.go:171","msg":"trace[416919899] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25691; }","duration":"3.830626111s","start":"2026-07-28T15:01:48.325223Z","end":"2026-07-28T15:01:52.155849Z","steps":["trace[416919899] 'agreement among raft nodes before linearized reading' (duration: 3.83052919s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.155919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:48.325188Z","time spent":"3.830716872s","remote":"127.0.0.1:40032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:52.155952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.355589707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:52.155984Z","caller":"traceutil/trace.go:171","msg":"trace[1000266429] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25691; }","duration":"4.355651158s","start":"2026-07-28T15:01:47.800321Z","end":"2026-07-28T15:01:52.155972Z","steps":["trace[1000266429] 'agreement among raft nodes before linearized reading' (duration: 4.355591557s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.156023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.800306Z","time spent":"4.355708549s","remote":"127.0.0.1:53190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:52.156116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005078581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-28T15:01:52.15615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690829426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:01:52.156194Z","caller":"traceutil/trace.go:171","msg":"trace[230067305] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25691; }","duration":"3.690925668s","start":"2026-07-28T15:01:48.465253Z","end":"2026-07-28T15:01:52.156179Z","steps":["trace[230067305] 'agreement among raft nodes before linearized reading' (duration: 3.690843296s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.156243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:48.465223Z","time spent":"3.691009s","remote":"127.0.0.1:52876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:52.156356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005271216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-28T15:01:52.15636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005773945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:01:52.156425Z","caller":"traceutil/trace.go:171","msg":"trace[600375842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25691; }","duration":"3.005914389s","start":"2026-07-28T15:01:49.150492Z","end":"2026-07-28T15:01:52.156407Z","steps":["trace[600375842] 'agreement among raft nodes before linearized reading' (duration: 3.005681124s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:52.156163Z","caller":"traceutil/trace.go:171","msg":"trace[1284298419] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25691; }","duration":"3.005108262s","start":"2026-07-28T15:01:49.15103Z","end":"2026-07-28T15:01:52.156139Z","steps":["trace[1284298419] 'agreement among raft nodes before linearized reading' (duration: 3.005034991s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.156514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:49.150979Z","time spent":"3.005518771s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T15:01:52.155457Z","caller":"traceutil/trace.go:171","msg":"trace[750684571] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25691; }","duration":"3.492997248s","start":"2026-07-28T15:01:48.662434Z","end":"2026-07-28T15:01:52.155431Z","steps":["trace[750684571] 'agreement among raft nodes before linearized reading' (duration: 3.492877305s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.156626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:48.662423Z","time spent":"3.494185161s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:01:52.155556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.698258Z","time spent":"4.457282332s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:01:52.155555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.860447019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T15:01:52.156786Z","caller":"traceutil/trace.go:171","msg":"trace[1410748870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25691; }","duration":"3.861696493s","start":"2026-07-28T15:01:48.295071Z","end":"2026-07-28T15:01:52.156768Z","steps":["trace[1410748870] 'agreement among raft nodes before linearized reading' (duration: 3.860417718s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:52.156388Z","caller":"traceutil/trace.go:171","msg":"trace[190206972] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25691; }","duration":"3.005320628s","start":"2026-07-28T15:01:49.15106Z","end":"2026-07-28T15:01:52.156381Z","steps":["trace[190206972] 'agreement among raft nodes before linearized reading' (duration: 3.005252795s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.156855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:48.295056Z","time spent":"3.861775965s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:01:52.156894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:49.151053Z","time spent":"3.005825757s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:01:52.156481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:49.150457Z","time spent":"3.00601083s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:01:52.157236Z","caller":"traceutil/trace.go:171","msg":"trace[789166282] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"2.680960544s","start":"2026-07-28T15:01:49.476257Z","end":"2026-07-28T15:01:52.157217Z","steps":["trace[789166282] 'process raft request' (duration: 2.676824473s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.157367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:49.476186Z","time spent":"2.681101168s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:52.295144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999928884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:01:52.295243Z","caller":"traceutil/trace.go:171","msg":"trace[2036167354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000105078s","start":"2026-07-28T15:01:50.295117Z","end":"2026-07-28T15:01:52.295222Z","steps":["trace[2036167354] 'agreement among raft nodes before linearized reading' (duration: 1.999953735s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:52.295299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:50.295106Z","time spent":"2.000183089s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:01:52.65327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110011,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:01:52.810681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.433911969s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:01:53.574848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42424048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:01:53.574964Z","caller":"traceutil/trace.go:171","msg":"trace[566372326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25692; }","duration":"4.424373502s","start":"2026-07-28T15:01:49.15056Z","end":"2026-07-28T15:01:53.574934Z","steps":["trace[566372326] 'agreement among raft nodes before linearized reading' (duration: 3.00599191s)","trace[566372326] 'range keys from in-memory index tree' (duration: 1.418122558s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:53.575139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:49.150478Z","time spent":"4.424520876s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:01:53.575276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.876478359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:01:53.575366Z","caller":"traceutil/trace.go:171","msg":"trace[986025875] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25692; }","duration":"5.876616172s","start":"2026-07-28T15:01:47.698722Z","end":"2026-07-28T15:01:53.575338Z","steps":["trace[986025875] 'agreement among raft nodes before linearized reading' (duration: 4.457417743s)","trace[986025875] 'range keys from in-memory index tree' (duration: 1.418982705s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:53.57541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:47.698699Z","time spent":"5.876702163s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:01:53.57562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.228140592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:53.575654Z","caller":"traceutil/trace.go:171","msg":"trace[1042689230] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25692; }","duration":"5.228253995s","start":"2026-07-28T15:01:48.347385Z","end":"2026-07-28T15:01:53.575639Z","steps":["trace[1042689230] 'agreement among raft nodes before linearized reading' (duration: 3.809033356s)","trace[1042689230] 'count revisions from in-memory index tree' (duration: 1.419167017s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:53.575688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:48.347353Z","time spent":"5.228326016s","remote":"127.0.0.1:40016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:53.575951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.425358451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:01:53.575996Z","caller":"traceutil/trace.go:171","msg":"trace[1820042176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25692; }","duration":"4.425562515s","start":"2026-07-28T15:01:49.150419Z","end":"2026-07-28T15:01:53.575981Z","steps":["trace[1820042176] 'agreement among raft nodes before linearized reading' (duration: 3.006154813s)","trace[1820042176] 'range keys from in-memory index tree' (duration: 1.419198999s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:53.576023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:49.150379Z","time spent":"4.425636447s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:01:53.576107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418741429s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:01:53.576362Z","caller":"traceutil/trace.go:171","msg":"trace[1791163972] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"3.049053799s","start":"2026-07-28T15:01:50.52729Z","end":"2026-07-28T15:01:53.576344Z","steps":["trace[1791163972] 'process raft request' (duration: 3.048936167s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:53.576446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:50.527265Z","time spent":"3.049138581s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:53.576444Z","caller":"traceutil/trace.go:171","msg":"trace[1521944742] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"3.285777414s","start":"2026-07-28T15:01:50.290623Z","end":"2026-07-28T15:01:53.576401Z","steps":["trace[1521944742] 'process raft request' (duration: 1.866578155s)","trace[1521944742] 'compare' (duration: 1.41720886s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:53.576598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:50.290595Z","time spent":"3.285925688s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:01:53.861411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000591337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:01:53.8615Z","caller":"traceutil/trace.go:171","msg":"trace[69916710] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00077s","start":"2026-07-28T15:01:51.860711Z","end":"2026-07-28T15:01:53.861481Z","steps":["trace[69916710] 'agreement among raft nodes before linearized reading' (duration: 2.000660448s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:53.861545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:51.860679Z","time spent":"2.000853482s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:01:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:01:54.193296Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382028406s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:01:54.29643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999765599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:01:54.296569Z","caller":"traceutil/trace.go:171","msg":"trace[533158625] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999986894s","start":"2026-07-28T15:01:52.29655Z","end":"2026-07-28T15:01:54.296537Z","steps":["trace[533158625] 'agreement among raft nodes before linearized reading' (duration: 1.99978556s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.296639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:52.296532Z","time spent":"2.000090865s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:01:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:01:54.379722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.008525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:01:54.380163Z","caller":"traceutil/trace.go:171","msg":"trace[1077410933] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"2.90143978s","start":"2026-07-28T15:01:51.4787Z","end":"2026-07-28T15:01:54.38014Z","steps":["trace[1077410933] 'process raft request' (duration: 2.901328448s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:54.380206Z","caller":"traceutil/trace.go:171","msg":"trace[1999351875] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"2.903143454s","start":"2026-07-28T15:01:51.477014Z","end":"2026-07-28T15:01:54.380158Z","steps":["trace[1999351875] 'process raft request' (duration: 2.902844698s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.380249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:51.478693Z","time spent":"2.901517271s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:54.380262Z","caller":"traceutil/trace.go:171","msg":"trace[1749854231] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"2.903581802s","start":"2026-07-28T15:01:51.476642Z","end":"2026-07-28T15:01:54.380224Z","steps":["trace[1749854231] 'process raft request' (duration: 2.716940295s)","trace[1749854231] 'compare' (duration: 185.743929ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:54.3803Z","caller":"traceutil/trace.go:171","msg":"trace[695753007] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"2.903182715s","start":"2026-07-28T15:01:51.477079Z","end":"2026-07-28T15:01:54.380262Z","steps":["trace[695753007] 'process raft request' (duration: 2.9029049s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.380414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:51.476986Z","time spent":"2.903315157s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:54.380413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:51.476616Z","time spent":"2.903707714s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:54.380455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:51.47706Z","time spent":"2.903313547s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:54.38122Z","caller":"traceutil/trace.go:171","msg":"trace[899222295] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"2.219514031s","start":"2026-07-28T15:01:52.16166Z","end":"2026-07-28T15:01:54.381174Z","steps":["trace[899222295] 'process raft request' (duration: 2.219293556s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:54.38115Z","caller":"traceutil/trace.go:171","msg":"trace[1174451353] transaction","detail":"{read_only:false; response_revision:25699; number_of_response:1; }","duration":"2.901760895s","start":"2026-07-28T15:01:51.479316Z","end":"2026-07-28T15:01:54.381077Z","steps":["trace[1174451353] 'process raft request' (duration: 2.900750946s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:54.38136Z","caller":"traceutil/trace.go:171","msg":"trace[548478900] transaction","detail":"{read_only:false; response_revision:25701; number_of_response:1; }","duration":"2.217946709s","start":"2026-07-28T15:01:52.163392Z","end":"2026-07-28T15:01:54.381339Z","steps":["trace[548478900] 'process raft request' (duration: 2.217667173s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.381454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:52.161644Z","time spent":"2.219685924s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:54.381507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:52.16337Z","time spent":"2.218085423s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:54.381685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:51.4793Z","time spent":"2.902122113s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:54.381907Z","caller":"traceutil/trace.go:171","msg":"trace[474822788] transaction","detail":"{read_only:false; response_revision:25702; number_of_response:1; }","duration":"2.217871078s","start":"2026-07-28T15:01:52.164021Z","end":"2026-07-28T15:01:54.381892Z","steps":["trace[474822788] 'process raft request' (duration: 2.217273557s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.381993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:52.163996Z","time spent":"2.21795693s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:54.381995Z","caller":"traceutil/trace.go:171","msg":"trace[480592009] transaction","detail":"{read_only:false; response_revision:25704; number_of_response:1; }","duration":"2.211169086s","start":"2026-07-28T15:01:52.170811Z","end":"2026-07-28T15:01:54.381981Z","steps":["trace[480592009] 'process raft request' (duration: 2.211021023s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:54.382018Z","caller":"traceutil/trace.go:171","msg":"trace[548440424] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"2.216038282s","start":"2026-07-28T15:01:52.165958Z","end":"2026-07-28T15:01:54.381996Z","steps":["trace[548440424] 'process raft request' (duration: 2.215726816s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.382073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:52.170798Z","time spent":"2.211237978s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:54.382114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:52.165943Z","time spent":"2.216114574s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:54.38245Z","caller":"traceutil/trace.go:171","msg":"trace[772521102] transaction","detail":"{read_only:false; response_revision:25705; number_of_response:1; }","duration":"2.210580834s","start":"2026-07-28T15:01:52.171845Z","end":"2026-07-28T15:01:54.382426Z","steps":["trace[772521102] 'process raft request' (duration: 2.210069614s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:54.382601Z","caller":"traceutil/trace.go:171","msg":"trace[28768358] linearizableReadLoop","detail":"{readStateIndex:26533; appliedIndex:26520; }","duration":"2.229366235s","start":"2026-07-28T15:01:52.153217Z","end":"2026-07-28T15:01:54.382583Z","steps":["trace[28768358] 'read index received' (duration: 657.683361ms)","trace[28768358] 'applied index is now lower than readState.Index' (duration: 1.571680274s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:54.382722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905010751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:01:54.382742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.252139159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:54.382784Z","caller":"traceutil/trace.go:171","msg":"trace[855941883] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25705; }","duration":"4.2521949s","start":"2026-07-28T15:01:50.130575Z","end":"2026-07-28T15:01:54.38277Z","steps":["trace[855941883] 'agreement among raft nodes before linearized reading' (duration: 4.252108608s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.382828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:50.130556Z","time spent":"4.252263731s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:54.382867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387760597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:54.382913Z","caller":"traceutil/trace.go:171","msg":"trace[1505380807] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25705; }","duration":"2.387832808s","start":"2026-07-28T15:01:51.995066Z","end":"2026-07-28T15:01:54.382899Z","steps":["trace[1505380807] 'agreement among raft nodes before linearized reading' (duration: 2.387746847s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.382922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.393429706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:01:54.382955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:51.995054Z","time spent":"2.387884649s","remote":"127.0.0.1:42568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:01:54.382982Z","caller":"traceutil/trace.go:171","msg":"trace[1254959514] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25705; }","duration":"3.393540119s","start":"2026-07-28T15:01:50.989426Z","end":"2026-07-28T15:01:54.382966Z","steps":["trace[1254959514] 'agreement among raft nodes before linearized reading' (duration: 3.393400496s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.383013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:50.989414Z","time spent":"3.393593129s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:54.383018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.698375493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:54.383053Z","caller":"traceutil/trace.go:171","msg":"trace[860532165] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25705; }","duration":"4.698453184s","start":"2026-07-28T15:01:49.684589Z","end":"2026-07-28T15:01:54.383042Z","steps":["trace[860532165] 'agreement among raft nodes before linearized reading' (duration: 4.698396043s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.383091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:49.684566Z","time spent":"4.698517636s","remote":"127.0.0.1:40666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:54.383168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.968370505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:54.384196Z","caller":"traceutil/trace.go:171","msg":"trace[1485338480] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25705; }","duration":"3.969617591s","start":"2026-07-28T15:01:50.414549Z","end":"2026-07-28T15:01:54.384166Z","steps":["trace[1485338480] 'agreement among raft nodes before linearized reading' (duration: 3.96804409s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.383247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.825422166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:54.384367Z","caller":"traceutil/trace.go:171","msg":"trace[642756061] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25705; }","duration":"4.826578419s","start":"2026-07-28T15:01:49.557767Z","end":"2026-07-28T15:01:54.384346Z","steps":["trace[642756061] 'agreement among raft nodes before linearized reading' (duration: 4.825454516s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.384433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:49.55774Z","time spent":"4.826670931s","remote":"127.0.0.1:42554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:54.384328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:50.414526Z","time spent":"3.969777415s","remote":"127.0.0.1:40968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:01:54.382792Z","caller":"traceutil/trace.go:171","msg":"trace[1292071905] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25705; }","duration":"2.905089962s","start":"2026-07-28T15:01:51.477673Z","end":"2026-07-28T15:01:54.382763Z","steps":["trace[1292071905] 'agreement among raft nodes before linearized reading' (duration: 2.904914108s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.384647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:51.477662Z","time spent":"2.906975098s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:01:54.383288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.899124879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:54.384878Z","caller":"traceutil/trace.go:171","msg":"trace[1578815911] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25705; }","duration":"4.900709961s","start":"2026-07-28T15:01:49.484155Z","end":"2026-07-28T15:01:54.384865Z","steps":["trace[1578815911] 'agreement among raft nodes before linearized reading' (duration: 4.899111449s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.38496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:49.484123Z","time spent":"4.900817272s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:54.383375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414576433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:01:54.385164Z","caller":"traceutil/trace.go:171","msg":"trace[116478406] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25705; }","duration":"3.416410859s","start":"2026-07-28T15:01:50.968739Z","end":"2026-07-28T15:01:54.38515Z","steps":["trace[116478406] 'agreement among raft nodes before linearized reading' (duration: 3.414549413s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.385206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:50.968654Z","time spent":"3.416538161s","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:54.383404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.909691747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-rdxxn\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-07-28T15:01:54.385369Z","caller":"traceutil/trace.go:171","msg":"trace[687290005] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-rdxxn; range_end:; response_count:1; response_revision:25705; }","duration":"4.911656265s","start":"2026-07-28T15:01:49.473691Z","end":"2026-07-28T15:01:54.385348Z","steps":["trace[687290005] 'agreement among raft nodes before linearized reading' (duration: 4.909599625s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:54.383535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:52.171808Z","time spent":"2.210700756s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:54.385538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:49.473675Z","time spent":"4.91178845s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4932,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-rdxxn\" "} {"level":"warn","ts":"2026-07-28T15:01:54.883047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110023,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:01:55.048922Z","caller":"traceutil/trace.go:171","msg":"trace[944014666] transaction","detail":"{read_only:false; response_revision:25706; number_of_response:1; }","duration":"1.522792359s","start":"2026-07-28T15:01:53.52608Z","end":"2026-07-28T15:01:55.048872Z","steps":["trace[944014666] 'process raft request' (duration: 1.522566715s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.049089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:53.526057Z","time spent":"1.522943252s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:55.049128Z","caller":"traceutil/trace.go:171","msg":"trace[93497352] transaction","detail":"{read_only:false; response_revision:25707; number_of_response:1; }","duration":"1.466591493s","start":"2026-07-28T15:01:53.582502Z","end":"2026-07-28T15:01:55.049094Z","steps":["trace[93497352] 'process raft request' (duration: 1.466321287s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.04928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:53.582483Z","time spent":"1.466720015s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:55.049335Z","caller":"traceutil/trace.go:171","msg":"trace[1297197552] transaction","detail":"{read_only:false; response_revision:25708; number_of_response:1; }","duration":"1.466727506s","start":"2026-07-28T15:01:53.582588Z","end":"2026-07-28T15:01:55.049315Z","steps":["trace[1297197552] 'process raft request' (duration: 1.46645961s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.049622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:53.58257Z","time spent":"1.466818418s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:55.049782Z","caller":"traceutil/trace.go:171","msg":"trace[1842208768] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"1.18427706s","start":"2026-07-28T15:01:53.86546Z","end":"2026-07-28T15:01:55.049738Z","steps":["trace[1842208768] 'process raft request' (duration: 1.18378379s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:55.049847Z","caller":"traceutil/trace.go:171","msg":"trace[1184169009] linearizableReadLoop","detail":"{readStateIndex:26538; appliedIndex:26533; }","duration":"667.163417ms","start":"2026-07-28T15:01:54.382655Z","end":"2026-07-28T15:01:55.049818Z","steps":["trace[1184169009] 'read index received' (duration: 666.149217ms)","trace[1184169009] 'applied index is now lower than readState.Index' (duration: 1.01251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:55.049973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:53.865439Z","time spent":"1.184444452s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:01:55.050028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193903039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:01:55.050139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762472054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-28T15:01:55.050195Z","caller":"traceutil/trace.go:171","msg":"trace[828493880] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:25710; }","duration":"1.762586976s","start":"2026-07-28T15:01:53.287591Z","end":"2026-07-28T15:01:55.050178Z","steps":["trace[828493880] 'agreement among raft nodes before linearized reading' (duration: 1.762395532s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.050243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:53.287568Z","time spent":"1.762665508s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-28T15:01:55.050409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.43694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:55.050463Z","caller":"traceutil/trace.go:171","msg":"trace[1190099943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25710; }","duration":"745.573924ms","start":"2026-07-28T15:01:54.304877Z","end":"2026-07-28T15:01:55.050451Z","steps":["trace[1190099943] 'agreement among raft nodes before linearized reading' (duration: 745.457811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.050496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:54.304849Z","time spent":"745.641275ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:01:55.05052Z","caller":"traceutil/trace.go:171","msg":"trace[2083777230] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25710; }","duration":"1.194082213s","start":"2026-07-28T15:01:53.856041Z","end":"2026-07-28T15:01:55.050123Z","steps":["trace[2083777230] 'agreement among raft nodes before linearized reading' (duration: 1.193849648s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.050548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.836000854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:55.050585Z","caller":"traceutil/trace.go:171","msg":"trace[1001690131] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25710; }","duration":"1.836042544s","start":"2026-07-28T15:01:53.21453Z","end":"2026-07-28T15:01:55.050573Z","steps":["trace[1001690131] 'agreement among raft nodes before linearized reading' (duration: 1.835972883s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.050632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:53.214445Z","time spent":"1.836173327s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:01:55.050625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:53.856018Z","time spent":"1.194558283s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:01:55.050695Z","caller":"traceutil/trace.go:171","msg":"trace[1158195317] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"910.29805ms","start":"2026-07-28T15:01:54.140364Z","end":"2026-07-28T15:01:55.050662Z","steps":["trace[1158195317] 'process raft request' (duration: 908.984904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.050777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:54.140317Z","time spent":"910.413772ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:55.050875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.576161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:01:55.050917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890565756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:01:55.050946Z","caller":"traceutil/trace.go:171","msg":"trace[99157949] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25710; }","duration":"617.718153ms","start":"2026-07-28T15:01:54.433212Z","end":"2026-07-28T15:01:55.05093Z","steps":["trace[99157949] 'agreement among raft nodes before linearized reading' (duration: 617.56127ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:55.050969Z","caller":"traceutil/trace.go:171","msg":"trace[1861426951] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25710; }","duration":"2.890634597s","start":"2026-07-28T15:01:52.160318Z","end":"2026-07-28T15:01:55.050952Z","steps":["trace[1861426951] 'agreement among raft nodes before linearized reading' (duration: 2.890442793s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.050986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:54.433193Z","time spent":"617.785465ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:55.051005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:52.160296Z","time spent":"2.890702279s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:01:55.051123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.324887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:01:55.051169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.326328146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:01:55.051158Z","caller":"traceutil/trace.go:171","msg":"trace[1171279134] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25710; }","duration":"888.43612ms","start":"2026-07-28T15:01:54.162715Z","end":"2026-07-28T15:01:55.051151Z","steps":["trace[1171279134] 'agreement among raft nodes before linearized reading' (duration: 888.288057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.05121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.01708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:01:55.05122Z","caller":"traceutil/trace.go:171","msg":"trace[1086941467] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25710; }","duration":"2.326425029s","start":"2026-07-28T15:01:52.724781Z","end":"2026-07-28T15:01:55.051206Z","steps":["trace[1086941467] 'agreement among raft nodes before linearized reading' (duration: 2.326278946s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.051235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:54.162682Z","time spent":"888.532782ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T15:01:55.051251Z","caller":"traceutil/trace.go:171","msg":"trace[2110311627] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25710; }","duration":"102.116882ms","start":"2026-07-28T15:01:54.949124Z","end":"2026-07-28T15:01:55.051241Z","steps":["trace[2110311627] 'agreement among raft nodes before linearized reading' (duration: 102.043631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.051257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:52.724754Z","time spent":"2.326493999s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:55.051259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882818586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:01:55.051301Z","caller":"traceutil/trace.go:171","msg":"trace[1741702805] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25710; }","duration":"1.882924588s","start":"2026-07-28T15:01:53.168363Z","end":"2026-07-28T15:01:55.051287Z","steps":["trace[1741702805] 'agreement among raft nodes before linearized reading' (duration: 1.882846527s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.051345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:53.168327Z","time spent":"1.8830083s","remote":"127.0.0.1:41548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:55.051606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375672379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:55.051678Z","caller":"traceutil/trace.go:171","msg":"trace[1626212617] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25710; }","duration":"2.376003475s","start":"2026-07-28T15:01:52.675657Z","end":"2026-07-28T15:01:55.05166Z","steps":["trace[1626212617] 'agreement among raft nodes before linearized reading' (duration: 2.375681829s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.051749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:52.675622Z","time spent":"2.376111527s","remote":"127.0.0.1:41628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:55.052273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.080732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T15:01:55.052307Z","caller":"traceutil/trace.go:171","msg":"trace[621612945] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25710; }","duration":"890.143713ms","start":"2026-07-28T15:01:54.162153Z","end":"2026-07-28T15:01:55.052297Z","steps":["trace[621612945] 'agreement among raft nodes before linearized reading' (duration: 890.068972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.052323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:54.162135Z","time spent":"890.184274ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-28T15:01:55.176424Z","caller":"traceutil/trace.go:171","msg":"trace[745339432] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"119.406213ms","start":"2026-07-28T15:01:55.056991Z","end":"2026-07-28T15:01:55.176397Z","steps":["trace[745339432] 'process raft request' (duration: 119.290061ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:55.176505Z","caller":"traceutil/trace.go:171","msg":"trace[1830744124] linearizableReadLoop","detail":"{readStateIndex:26539; appliedIndex:26538; }","duration":"123.858851ms","start":"2026-07-28T15:01:55.052593Z","end":"2026-07-28T15:01:55.176452Z","steps":["trace[1830744124] 'read index received' (duration: 117.161529ms)","trace[1830744124] 'applied index is now lower than readState.Index' (duration: 6.693562ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:55.177295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.116406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18186"} {"level":"warn","ts":"2026-07-28T15:01:55.177287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.525345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:55.177393Z","caller":"traceutil/trace.go:171","msg":"trace[923680140] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25711; }","duration":"124.241129ms","start":"2026-07-28T15:01:55.05313Z","end":"2026-07-28T15:01:55.177372Z","steps":["trace[923680140] 'agreement among raft nodes before linearized reading' (duration: 123.944053ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:55.177537Z","caller":"traceutil/trace.go:171","msg":"trace[495121602] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25711; }","duration":"120.81759ms","start":"2026-07-28T15:01:55.056689Z","end":"2026-07-28T15:01:55.177507Z","steps":["trace[495121602] 'agreement among raft nodes before linearized reading' (duration: 120.476404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.177621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.29026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-28T15:01:55.177908Z","caller":"traceutil/trace.go:171","msg":"trace[1513814197] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e; range_end:; response_count:1; response_revision:25711; }","duration":"123.639807ms","start":"2026-07-28T15:01:55.054232Z","end":"2026-07-28T15:01:55.177872Z","steps":["trace[1513814197] 'agreement among raft nodes before linearized reading' (duration: 122.978624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:55.178731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.31328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:55.178799Z","caller":"traceutil/trace.go:171","msg":"trace[2046677144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25711; }","duration":"126.911041ms","start":"2026-07-28T15:01:55.051871Z","end":"2026-07-28T15:01:55.178782Z","steps":["trace[2046677144] 'agreement among raft nodes before linearized reading' (duration: 124.776259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:56.409769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.968204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:01:56.410084Z","caller":"traceutil/trace.go:171","msg":"trace[2078427205] linearizableReadLoop","detail":"{readStateIndex:26542; appliedIndex:26540; }","duration":"1.225265947s","start":"2026-07-28T15:01:55.184793Z","end":"2026-07-28T15:01:56.410058Z","steps":["trace[2078427205] 'read index received' (duration: 492.928325ms)","trace[2078427205] 'applied index is now lower than readState.Index' (duration: 732.336732ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:56.410149Z","caller":"traceutil/trace.go:171","msg":"trace[214543874] transaction","detail":"{read_only:false; response_revision:25712; number_of_response:1; }","duration":"1.231834186s","start":"2026-07-28T15:01:55.178306Z","end":"2026-07-28T15:01:56.41014Z","steps":["trace[214543874] 'process raft request' (duration: 499.419182ms)","trace[214543874] 'compare' (duration: 730.271871ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:56.410334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:55.178278Z","time spent":"1.231889557s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:56.410459Z","caller":"traceutil/trace.go:171","msg":"trace[1740425789] transaction","detail":"{read_only:false; response_revision:25713; number_of_response:1; }","duration":"1.227867138s","start":"2026-07-28T15:01:55.182569Z","end":"2026-07-28T15:01:56.410436Z","steps":["trace[1740425789] 'process raft request' (duration: 1.227299357s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:56.410542Z","caller":"traceutil/trace.go:171","msg":"trace[1564840745] transaction","detail":"{read_only:false; response_revision:25714; number_of_response:1; }","duration":"825.12692ms","start":"2026-07-28T15:01:55.585407Z","end":"2026-07-28T15:01:56.410534Z","steps":["trace[1564840745] 'process raft request' (duration: 824.55783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:56.410574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:55.182545Z","time spent":"1.2279673s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:56.410588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:55.585374Z","time spent":"825.191772ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:56.410792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225954961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:01:56.4109Z","caller":"traceutil/trace.go:171","msg":"trace[489375276] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25714; }","duration":"1.226109254s","start":"2026-07-28T15:01:55.184764Z","end":"2026-07-28T15:01:56.410873Z","steps":["trace[489375276] 'agreement among raft nodes before linearized reading' (duration: 1.22588993s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:56.410957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:55.18475Z","time spent":"1.226196795s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:01:56.911006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:01:57.411551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110039,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:01:57.627415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.217751088s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:01:57.627991Z","caller":"traceutil/trace.go:171","msg":"trace[1782853845] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"1.239281653s","start":"2026-07-28T15:01:56.388695Z","end":"2026-07-28T15:01:57.627976Z","steps":["trace[1782853845] 'process raft request' (duration: 1.239251303s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:57.628079Z","caller":"traceutil/trace.go:171","msg":"trace[510434602] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"1.24068739s","start":"2026-07-28T15:01:56.387352Z","end":"2026-07-28T15:01:57.62804Z","steps":["trace[510434602] 'process raft request' (duration: 1.240520267s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:57.628116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.38869Z","time spent":"1.239366555s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:57.628264Z","caller":"traceutil/trace.go:171","msg":"trace[798827186] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"1.240302584s","start":"2026-07-28T15:01:56.387955Z","end":"2026-07-28T15:01:57.628257Z","steps":["trace[798827186] 'process raft request' (duration: 1.239966926s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:57.628252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.387346Z","time spent":"1.240794153s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:57.628324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.387948Z","time spent":"1.240359395s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:57.628537Z","caller":"traceutil/trace.go:171","msg":"trace[1190195842] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"1.242868374s","start":"2026-07-28T15:01:56.385662Z","end":"2026-07-28T15:01:57.62853Z","steps":["trace[1190195842] 'process raft request' (duration: 1.242107608s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:57.628574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.385642Z","time spent":"1.242915334s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:57.629035Z","caller":"traceutil/trace.go:171","msg":"trace[619668165] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"1.241349413s","start":"2026-07-28T15:01:56.387638Z","end":"2026-07-28T15:01:57.628988Z","steps":["trace[619668165] 'process raft request' (duration: 1.240257912s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:57.629205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.387632Z","time spent":"1.241481656s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:01:58.286543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:01:58.286641Z","caller":"traceutil/trace.go:171","msg":"trace[1720210774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037876s","start":"2026-07-28T15:01:56.286583Z","end":"2026-07-28T15:01:58.28662Z","steps":["trace[1720210774] 'agreement among raft nodes before linearized reading' (duration: 1.999918454s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:58.286697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.286559Z","time spent":"2.000126167s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:01:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-28T15:01:58.46771Z","caller":"traceutil/trace.go:171","msg":"trace[933293105] linearizableReadLoop","detail":"{readStateIndex:26549; appliedIndex:26543; }","duration":"2.057564389s","start":"2026-07-28T15:01:56.410113Z","end":"2026-07-28T15:01:58.467677Z","steps":["trace[933293105] 'read index received' (duration: 1.217601675s)","trace[933293105] 'applied index is now lower than readState.Index' (duration: 839.960604ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:01:58.468025Z","caller":"traceutil/trace.go:171","msg":"trace[185755307] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"1.488597166s","start":"2026-07-28T15:01:56.979396Z","end":"2026-07-28T15:01:58.467994Z","steps":["trace[185755307] 'process raft request' (duration: 1.487908293s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:58.468052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.580828491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:01:58.468088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246810908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:01:58.468117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081629703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T15:01:58.468123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88680225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:01:58.468133Z","caller":"traceutil/trace.go:171","msg":"trace[1498559337] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25720; }","duration":"2.580925073s","start":"2026-07-28T15:01:55.887183Z","end":"2026-07-28T15:01:58.468108Z","steps":["trace[1498559337] 'agreement among raft nodes before linearized reading' (duration: 2.58077679s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:58.468145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078142995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-28T15:01:58.468176Z","caller":"traceutil/trace.go:171","msg":"trace[430793333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25720; }","duration":"2.081733666s","start":"2026-07-28T15:01:56.386426Z","end":"2026-07-28T15:01:58.46816Z","steps":["trace[430793333] 'agreement among raft nodes before linearized reading' (duration: 2.081512261s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:58.468171Z","caller":"traceutil/trace.go:171","msg":"trace[2142992334] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25720; }","duration":"2.246966572s","start":"2026-07-28T15:01:56.221185Z","end":"2026-07-28T15:01:58.468152Z","steps":["trace[2142992334] 'agreement among raft nodes before linearized reading' (duration: 2.246844079s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:01:58.468184Z","caller":"traceutil/trace.go:171","msg":"trace[816250202] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25720; }","duration":"2.886952154s","start":"2026-07-28T15:01:55.581214Z","end":"2026-07-28T15:01:58.468166Z","steps":["trace[816250202] 'agreement among raft nodes before linearized reading' (duration: 2.88675401s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:58.468189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.979381Z","time spent":"1.488721218s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:01:58.468202Z","caller":"traceutil/trace.go:171","msg":"trace[1313094037] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25720; }","duration":"2.078213957s","start":"2026-07-28T15:01:56.389972Z","end":"2026-07-28T15:01:58.468186Z","steps":["trace[1313094037] 'agreement among raft nodes before linearized reading' (duration: 2.077991822s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:58.468169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081820987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-28T15:01:58.468207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:55.887161Z","time spent":"2.581021766s","remote":"127.0.0.1:49736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:01:58.468249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.389968Z","time spent":"2.078272738s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:01:58.46822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.221155Z","time spent":"2.247057063s","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:01:58.468282Z","caller":"traceutil/trace.go:171","msg":"trace[1220826460] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25720; }","duration":"2.08197602s","start":"2026-07-28T15:01:56.386278Z","end":"2026-07-28T15:01:58.468253Z","steps":["trace[1220826460] 'agreement among raft nodes before linearized reading' (duration: 2.081684564s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:58.468291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277243816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-07-28T15:01:58.46835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.386271Z","time spent":"2.082064103s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T15:01:58.468379Z","caller":"traceutil/trace.go:171","msg":"trace[824509734] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25720; }","duration":"3.277346378s","start":"2026-07-28T15:01:55.191015Z","end":"2026-07-28T15:01:58.468361Z","steps":["trace[824509734] 'agreement among raft nodes before linearized reading' (duration: 3.27697439s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:58.468426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:55.191008Z","time spent":"3.277403069s","remote":"127.0.0.1:41574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:01:58.468446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079793578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:01:58.46851Z","caller":"traceutil/trace.go:171","msg":"trace[1509294769] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25720; }","duration":"2.07989258s","start":"2026-07-28T15:01:56.388601Z","end":"2026-07-28T15:01:58.468493Z","steps":["trace[1509294769] 'agreement among raft nodes before linearized reading' (duration: 2.07941322s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:58.468218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.386422Z","time spent":"2.081786497s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:01:58.468553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.388596Z","time spent":"2.079947601s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:01:58.468223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:55.58118Z","time spent":"2.887034756s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:01:58.468684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081613714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:01:58.468788Z","caller":"traceutil/trace.go:171","msg":"trace[956122305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25720; }","duration":"2.082079043s","start":"2026-07-28T15:01:56.386683Z","end":"2026-07-28T15:01:58.468762Z","steps":["trace[956122305] 'agreement among raft nodes before linearized reading' (duration: 2.081342298s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:01:58.468845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.386663Z","time spent":"2.082166224s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:01:58.968312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:01:59.655665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.971996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:01:59.65578Z","caller":"traceutil/trace.go:171","msg":"trace[2071637814] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"1.238532618s","start":"2026-07-28T15:01:58.417223Z","end":"2026-07-28T15:01:59.655756Z","steps":["trace[2071637814] 'process raft request' (duration: 781.383459ms)","trace[2071637814] 'compare' (duration: 456.425174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:01:59.655843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:58.417179Z","time spent":"1.23863357s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:00.287588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000840101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:00.287655Z","caller":"traceutil/trace.go:171","msg":"trace[1885427949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000945733s","start":"2026-07-28T15:01:58.286695Z","end":"2026-07-28T15:02:00.287641Z","steps":["trace[1885427949] 'agreement among raft nodes before linearized reading' (duration: 2.000855311s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:00.287693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:58.286686Z","time spent":"2.000998685s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:02:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:00.309757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111188209s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:02:00.31036Z","caller":"traceutil/trace.go:171","msg":"trace[1142919302] transaction","detail":"{read_only:false; response_revision:25723; number_of_response:1; }","duration":"1.837272768s","start":"2026-07-28T15:01:58.473065Z","end":"2026-07-28T15:02:00.310338Z","steps":["trace[1142919302] 'process raft request' (duration: 1.837143875s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:00.310334Z","caller":"traceutil/trace.go:171","msg":"trace[947647620] transaction","detail":"{read_only:false; response_revision:25722; number_of_response:1; }","duration":"1.837304848s","start":"2026-07-28T15:01:58.472988Z","end":"2026-07-28T15:02:00.310293Z","steps":["trace[947647620] 'process raft request' (duration: 1.837028353s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:00.310504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:58.473018Z","time spent":"1.837410201s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:00.31058Z","caller":"traceutil/trace.go:171","msg":"trace[2075854017] transaction","detail":"{read_only:false; response_revision:25724; number_of_response:1; }","duration":"1.837473731s","start":"2026-07-28T15:01:58.473091Z","end":"2026-07-28T15:02:00.310564Z","steps":["trace[2075854017] 'process raft request' (duration: 1.837191676s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:00.310726Z","caller":"traceutil/trace.go:171","msg":"trace[2116494295] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"1.836461361s","start":"2026-07-28T15:01:58.47425Z","end":"2026-07-28T15:02:00.310712Z","steps":["trace[2116494295] 'process raft request' (duration: 1.836174676s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:00.311062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:58.473042Z","time spent":"1.837916651s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:00.311121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:58.472965Z","time spent":"1.837865s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:00.311204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:58.474243Z","time spent":"1.836855669s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:01.429282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118109395s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:02:01.67632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365788047s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-28T15:02:01.678011Z","caller":"traceutil/trace.go:171","msg":"trace[1839865286] linearizableReadLoop","detail":"{readStateIndex:26556; appliedIndex:26549; }","duration":"3.210182275s","start":"2026-07-28T15:01:58.467802Z","end":"2026-07-28T15:02:01.677985Z","steps":["trace[1839865286] 'read index received' (duration: 730.819743ms)","trace[1839865286] 'applied index is now lower than readState.Index' (duration: 2.479357252s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:01.678144Z","caller":"traceutil/trace.go:171","msg":"trace[1293681997] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"2.933277288s","start":"2026-07-28T15:01:58.744853Z","end":"2026-07-28T15:02:01.67813Z","steps":["trace[1293681997] 'process raft request' (duration: 2.931606045s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:01.678351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:58.744824Z","time spent":"2.933355019s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:02.295681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:02:02.295762Z","caller":"traceutil/trace.go:171","msg":"trace[1175085223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334851s","start":"2026-07-28T15:02:00.295409Z","end":"2026-07-28T15:02:02.295744Z","steps":["trace[1175085223] 'agreement among raft nodes before linearized reading' (duration: 2.000224939s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.295812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:00.295391Z","time spent":"2.000411532s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:02.378655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960028066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:02.378738Z","caller":"traceutil/trace.go:171","msg":"trace[172055570] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25726; }","duration":"5.960156018s","start":"2026-07-28T15:01:56.418561Z","end":"2026-07-28T15:02:02.378717Z","steps":["trace[172055570] 'agreement among raft nodes before linearized reading' (duration: 5.259695164s)","trace[172055570] 'range keys from in-memory index tree' (duration: 700.332892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.378728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.678016351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:02.378786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.418548Z","time spent":"5.96022772s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-28T15:02:02.378823Z","caller":"traceutil/trace.go:171","msg":"trace[808705341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25726; }","duration":"4.678169626s","start":"2026-07-28T15:01:57.700628Z","end":"2026-07-28T15:02:02.378798Z","steps":["trace[808705341] 'agreement among raft nodes before linearized reading' (duration: 3.977575018s)","trace[808705341] 'count revisions from in-memory index tree' (duration: 700.460474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.378874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:57.700604Z","time spent":"4.678257617s","remote":"127.0.0.1:41596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.378934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.955334224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:02:02.379014Z","caller":"traceutil/trace.go:171","msg":"trace[244504766] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25726; }","duration":"5.955455117s","start":"2026-07-28T15:01:56.423536Z","end":"2026-07-28T15:02:02.378991Z","steps":["trace[244504766] 'agreement among raft nodes before linearized reading' (duration: 5.254727947s)","trace[244504766] 'count revisions from in-memory index tree' (duration: 700.618178ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.379067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.42352Z","time spent":"5.955528398s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":141,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.379098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975720219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:02.379147Z","caller":"traceutil/trace.go:171","msg":"trace[1973355177] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25726; }","duration":"4.97579897s","start":"2026-07-28T15:01:57.40333Z","end":"2026-07-28T15:02:02.379129Z","steps":["trace[1973355177] 'agreement among raft nodes before linearized reading' (duration: 4.274880046s)","trace[1973355177] 'count revisions from in-memory index tree' (duration: 700.866693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.37915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.264546233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:02.379182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:57.403311Z","time spent":"4.975862392s","remote":"127.0.0.1:39964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:02.379207Z","caller":"traceutil/trace.go:171","msg":"trace[543540224] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25726; }","duration":"4.264611455s","start":"2026-07-28T15:01:58.114564Z","end":"2026-07-28T15:02:02.379176Z","steps":["trace[543540224] 'agreement among raft nodes before linearized reading' (duration: 3.56362076s)","trace[543540224] 'count revisions from in-memory index tree' (duration: 700.940914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.379241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093518913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:02.37932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.392440533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:02.379343Z","caller":"traceutil/trace.go:171","msg":"trace[1478390857] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25726; }","duration":"4.093687526s","start":"2026-07-28T15:01:58.285628Z","end":"2026-07-28T15:02:02.379316Z","steps":["trace[1478390857] 'agreement among raft nodes before linearized reading' (duration: 3.392544019s)","trace[1478390857] 'count revisions from in-memory index tree' (duration: 701.000375ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:02.379361Z","caller":"traceutil/trace.go:171","msg":"trace[328874272] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25726; }","duration":"4.392511035s","start":"2026-07-28T15:01:57.986834Z","end":"2026-07-28T15:02:02.379345Z","steps":["trace[328874272] 'agreement among raft nodes before linearized reading' (duration: 3.691361167s)","trace[328874272] 'count revisions from in-memory index tree' (duration: 701.107727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.379394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:57.986813Z","time spent":"4.392572456s","remote":"127.0.0.1:59646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.379278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:58.114546Z","time spent":"4.264721436s","remote":"127.0.0.1:52828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.379362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.966537174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T15:02:02.379606Z","caller":"traceutil/trace.go:171","msg":"trace[328101311] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25726; }","duration":"5.966837271s","start":"2026-07-28T15:01:56.412756Z","end":"2026-07-28T15:02:02.379594Z","steps":["trace[328101311] 'agreement among raft nodes before linearized reading' (duration: 5.265790855s)","trace[328101311] 'range keys from in-memory index tree' (duration: 700.71638ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.379643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.412731Z","time spent":"5.966901462s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T15:02:02.379395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:58.285598Z","time spent":"4.093780538s","remote":"127.0.0.1:37110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.37965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.323790588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-28T15:02:02.379689Z","caller":"traceutil/trace.go:171","msg":"trace[1858500648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.323873899s","start":"2026-07-28T15:01:57.055804Z","end":"2026-07-28T15:02:02.379678Z","steps":["trace[1858500648] 'agreement among raft nodes before linearized reading' (duration: 4.622341254s)","trace[1858500648] 'range keys from in-memory index tree' (duration: 701.469284ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.379721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:57.055777Z","time spent":"5.323937301s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/28 15:02:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:02.380274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.854223542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:02.380342Z","caller":"traceutil/trace.go:171","msg":"trace[1759614078] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25726; }","duration":"5.854351975s","start":"2026-07-28T15:01:56.525967Z","end":"2026-07-28T15:02:02.380319Z","steps":["trace[1759614078] 'agreement among raft nodes before linearized reading' (duration: 5.152257518s)","trace[1759614078] 'count revisions from in-memory index tree' (duration: 702.014635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.380853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.525934Z","time spent":"5.854896345s","remote":"127.0.0.1:49676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.380348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.479442116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-07-28T15:02:02.381019Z","caller":"traceutil/trace.go:171","msg":"trace[559767513] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25726; }","duration":"5.480121929s","start":"2026-07-28T15:01:56.900849Z","end":"2026-07-28T15:02:02.380971Z","steps":["trace[559767513] 'agreement among raft nodes before linearized reading' (duration: 4.77740074s)","trace[559767513] 'range keys from in-memory index tree' (duration: 702.004765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.380422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.326113864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T15:02:02.381271Z","caller":"traceutil/trace.go:171","msg":"trace[758708888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25726; }","duration":"5.32695705s","start":"2026-07-28T15:01:57.054272Z","end":"2026-07-28T15:02:02.381229Z","steps":["trace[758708888] 'agreement among raft nodes before linearized reading' (duration: 4.623969956s)","trace[758708888] 'range keys from in-memory index tree' (duration: 702.127828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.381405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:57.054255Z","time spent":"5.327100162s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:02.380514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.197675333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-28T15:02:02.381492Z","caller":"traceutil/trace.go:171","msg":"trace[1995023290] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.198707363s","start":"2026-07-28T15:01:57.182772Z","end":"2026-07-28T15:02:02.381479Z","steps":["trace[1995023290] 'agreement among raft nodes before linearized reading' (duration: 4.495445903s)","trace[1995023290] 'range keys from in-memory index tree' (duration: 702.265771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.381527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:57.182752Z","time spent":"5.198763274s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:02.381537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:56.900825Z","time spent":"5.480231191s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":993,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} 2026/07/28 15:02:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:02.380552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.325171836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:02.381715Z","caller":"traceutil/trace.go:171","msg":"trace[1098542744] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25726; }","duration":"5.32634336s","start":"2026-07-28T15:01:57.055352Z","end":"2026-07-28T15:02:02.381695Z","steps":["trace[1098542744] 'agreement among raft nodes before linearized reading' (duration: 4.622882126s)","trace[1098542744] 'range keys from in-memory index tree' (duration: 702.234979ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.381776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:57.055346Z","time spent":"5.326418381s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:02.380643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.603706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:02.381921Z","caller":"traceutil/trace.go:171","msg":"trace[762455547] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"2.748083488s","start":"2026-07-28T15:01:59.633827Z","end":"2026-07-28T15:02:02.38191Z","steps":["trace[762455547] 'process raft request' (duration: 2.044145115s)","trace[762455547] 'compare' (duration: 701.542655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:02.38201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:59.633806Z","time spent":"2.748135139s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:02.382123Z","caller":"traceutil/trace.go:171","msg":"trace[2114971386] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"2.747829233s","start":"2026-07-28T15:01:59.634276Z","end":"2026-07-28T15:02:02.382106Z","steps":["trace[2114971386] 'process raft request' (duration: 2.747753972s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:02.382139Z","caller":"traceutil/trace.go:171","msg":"trace[1236762035] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"2.748206211s","start":"2026-07-28T15:01:59.633912Z","end":"2026-07-28T15:02:02.382119Z","steps":["trace[1236762035] 'process raft request' (duration: 2.747970826s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.382237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:59.634269Z","time spent":"2.747904265s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:02.382274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:59.633876Z","time spent":"2.748311712s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:02.382472Z","caller":"traceutil/trace.go:171","msg":"trace[649548222] transaction","detail":"{read_only:false; response_revision:25730; number_of_response:1; }","duration":"2.748041427s","start":"2026-07-28T15:01:59.634398Z","end":"2026-07-28T15:02:02.38244Z","steps":["trace[649548222] 'process raft request' (duration: 2.74767046s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:02.382503Z","caller":"traceutil/trace.go:171","msg":"trace[132641349] transaction","detail":"{read_only:false; response_revision:25732; number_of_response:1; }","duration":"2.325234055s","start":"2026-07-28T15:02:00.057247Z","end":"2026-07-28T15:02:02.382481Z","steps":["trace[132641349] 'process raft request' (duration: 2.325117822s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.382571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:00.057219Z","time spent":"2.325323787s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:02.382561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:59.634373Z","time spent":"2.748144819s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:02.382583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.105342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:02.382615Z","caller":"traceutil/trace.go:171","msg":"trace[108307116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25733; }","duration":"819.168124ms","start":"2026-07-28T15:02:01.563436Z","end":"2026-07-28T15:02:02.382604Z","steps":["trace[108307116] 'agreement among raft nodes before linearized reading' (duration: 819.117103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.382641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:01.563412Z","time spent":"819.222894ms","remote":"127.0.0.1:41516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.38266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908838298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:02.38269Z","caller":"traceutil/trace.go:171","msg":"trace[102184152] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25733; }","duration":"1.908916779s","start":"2026-07-28T15:02:00.473765Z","end":"2026-07-28T15:02:02.382681Z","steps":["trace[102184152] 'agreement among raft nodes before linearized reading' (duration: 1.908766227s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:02.382688Z","caller":"traceutil/trace.go:171","msg":"trace[707865426] transaction","detail":"{read_only:false; response_revision:25733; number_of_response:1; }","duration":"719.724624ms","start":"2026-07-28T15:02:01.662953Z","end":"2026-07-28T15:02:02.382677Z","steps":["trace[707865426] 'process raft request' (duration: 719.47296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.38269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53324966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-28T15:02:02.382717Z","caller":"traceutil/trace.go:171","msg":"trace[84781334] transaction","detail":"{read_only:false; response_revision:25731; number_of_response:1; }","duration":"2.747429665s","start":"2026-07-28T15:01:59.635278Z","end":"2026-07-28T15:02:02.382708Z","steps":["trace[84781334] 'process raft request' (duration: 2.746997387s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.382746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794578625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:02.382739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:01.662928Z","time spent":"719.783695ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:02.382747Z","caller":"traceutil/trace.go:171","msg":"trace[1775812771] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25733; }","duration":"3.533307111s","start":"2026-07-28T15:01:58.849423Z","end":"2026-07-28T15:02:02.38273Z","steps":["trace[1775812771] 'agreement among raft nodes before linearized reading' (duration: 3.533111728s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.3828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:58.849405Z","time spent":"3.533381193s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-28T15:02:02.382821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048565239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:02.38282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908040162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:02.382864Z","caller":"traceutil/trace.go:171","msg":"trace[1936580333] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25733; }","duration":"1.908138074s","start":"2026-07-28T15:02:00.474721Z","end":"2026-07-28T15:02:02.382859Z","steps":["trace[1936580333] 'agreement among raft nodes before linearized reading' (duration: 1.908058712s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.382881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353363438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:02.382883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:00.474702Z","time spent":"1.908176354s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T15:02:02.382897Z","caller":"traceutil/trace.go:171","msg":"trace[1945081715] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25733; }","duration":"2.353381388s","start":"2026-07-28T15:02:00.029511Z","end":"2026-07-28T15:02:02.382892Z","steps":["trace[1945081715] 'agreement among raft nodes before linearized reading' (duration: 2.353347448s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.382916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:00.029464Z","time spent":"2.35344704s","remote":"127.0.0.1:40646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.382923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091260223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-28T15:02:02.382961Z","caller":"traceutil/trace.go:171","msg":"trace[1797135477] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e; range_end:; response_count:1; response_revision:25733; }","duration":"2.091324194s","start":"2026-07-28T15:02:00.291626Z","end":"2026-07-28T15:02:02.38295Z","steps":["trace[1797135477] 'agreement among raft nodes before linearized reading' (duration: 2.091182531s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.382709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:00.473736Z","time spent":"1.90896827s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:02.382756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:59.635237Z","time spent":"2.747498545s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:02.382988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:00.291607Z","time spent":"2.091374586s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" "} {"level":"info","ts":"2026-07-28T15:02:02.382496Z","caller":"traceutil/trace.go:171","msg":"trace[2104427197] linearizableReadLoop","detail":"{readStateIndex:26563; appliedIndex:26556; }","duration":"704.400952ms","start":"2026-07-28T15:02:01.678076Z","end":"2026-07-28T15:02:02.382477Z","steps":["trace[2104427197] 'read index received' (duration: 19.159147ms)","trace[2104427197] 'applied index is now lower than readState.Index' (duration: 685.240704ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:02.382767Z","caller":"traceutil/trace.go:171","msg":"trace[1339824319] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25733; }","duration":"1.794632847s","start":"2026-07-28T15:02:00.588128Z","end":"2026-07-28T15:02:02.382761Z","steps":["trace[1339824319] 'agreement among raft nodes before linearized reading' (duration: 1.794594596s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.383085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.134022204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:02.382845Z","caller":"traceutil/trace.go:171","msg":"trace[205640899] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25733; }","duration":"3.04862817s","start":"2026-07-28T15:01:59.33421Z","end":"2026-07-28T15:02:02.382839Z","steps":["trace[205640899] 'agreement among raft nodes before linearized reading' (duration: 3.04858936s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.383105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:00.58811Z","time spent":"1.794986834s","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:02.383117Z","caller":"traceutil/trace.go:171","msg":"trace[1099557479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25733; }","duration":"3.134089055s","start":"2026-07-28T15:01:59.249018Z","end":"2026-07-28T15:02:02.383107Z","steps":["trace[1099557479] 'agreement among raft nodes before linearized reading' (duration: 3.134036894s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.383241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:59.248997Z","time spent":"3.134235418s","remote":"127.0.0.1:41532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.383241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.00665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:02.383274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.114254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:02.383279Z","caller":"traceutil/trace.go:171","msg":"trace[914702315] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25733; }","duration":"688.079571ms","start":"2026-07-28T15:02:01.695187Z","end":"2026-07-28T15:02:02.383267Z","steps":["trace[914702315] 'agreement among raft nodes before linearized reading' (duration: 688.0175ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:02.383299Z","caller":"traceutil/trace.go:171","msg":"trace[1928627740] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25733; }","duration":"368.167396ms","start":"2026-07-28T15:02:02.015122Z","end":"2026-07-28T15:02:02.38329Z","steps":["trace[1928627740] 'agreement among raft nodes before linearized reading' (duration: 368.126815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.383311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:01.695165Z","time spent":"688.137482ms","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.383348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.114053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:02.38337Z","caller":"traceutil/trace.go:171","msg":"trace[49882088] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25733; }","duration":"340.156103ms","start":"2026-07-28T15:02:02.043206Z","end":"2026-07-28T15:02:02.383362Z","steps":["trace[49882088] 'agreement among raft nodes before linearized reading' (duration: 340.126313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.383386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:02.043195Z","time spent":"340.187125ms","remote":"127.0.0.1:40022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.383472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.920396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:02.383505Z","caller":"traceutil/trace.go:171","msg":"trace[1413223262] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25733; }","duration":"484.993898ms","start":"2026-07-28T15:02:01.8985Z","end":"2026-07-28T15:02:02.383494Z","steps":["trace[1413223262] 'agreement among raft nodes before linearized reading' (duration: 484.944157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.383547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:01.898473Z","time spent":"485.06593ms","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.383319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:02.015106Z","time spent":"368.207006ms","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.383129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:01:59.334189Z","time spent":"3.048930507s","remote":"127.0.0.1:39064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:02.383808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.65314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:02.383935Z","caller":"traceutil/trace.go:171","msg":"trace[748076458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25733; }","duration":"521.838715ms","start":"2026-07-28T15:02:01.862065Z","end":"2026-07-28T15:02:02.383904Z","steps":["trace[748076458] 'agreement among raft nodes before linearized reading' (duration: 521.60978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:02.384007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:01.862041Z","time spent":"521.952956ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:02.887239Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110060,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:03.889791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.90851ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"warn","ts":"2026-07-28T15:02:03.88998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:02.385964Z","time spent":"1.50401087s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T15:02:03.892526Z","caller":"traceutil/trace.go:171","msg":"trace[1648285438] linearizableReadLoop","detail":"{readStateIndex:26569; appliedIndex:26563; }","duration":"1.506142453s","start":"2026-07-28T15:02:02.386363Z","end":"2026-07-28T15:02:03.892505Z","steps":["trace[1648285438] 'read index received' (duration: 621.515889ms)","trace[1648285438] 'applied index is now lower than readState.Index' (duration: 884.625184ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:03.892565Z","caller":"traceutil/trace.go:171","msg":"trace[893429511] transaction","detail":"{read_only:false; response_revision:25737; number_of_response:1; }","duration":"1.504123723s","start":"2026-07-28T15:02:02.388417Z","end":"2026-07-28T15:02:03.892541Z","steps":["trace[893429511] 'process raft request' (duration: 1.504017581s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:03.89259Z","caller":"traceutil/trace.go:171","msg":"trace[1921424238] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"1.504659103s","start":"2026-07-28T15:02:02.387926Z","end":"2026-07-28T15:02:03.892585Z","steps":["trace[1921424238] 'process raft request' (duration: 1.504423279s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:03.892643Z","caller":"traceutil/trace.go:171","msg":"trace[650044385] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"1.503963229s","start":"2026-07-28T15:02:02.388669Z","end":"2026-07-28T15:02:03.892632Z","steps":["trace[650044385] 'process raft request' (duration: 1.503803836s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:03.892708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:02.387905Z","time spent":"1.504706905s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:03.892695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:02.388408Z","time spent":"1.504203635s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:03.892744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:02.388659Z","time spent":"1.50401002s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:03.892527Z","caller":"traceutil/trace.go:171","msg":"trace[7428360] transaction","detail":"{read_only:false; response_revision:25734; number_of_response:1; }","duration":"1.505206343s","start":"2026-07-28T15:02:02.387287Z","end":"2026-07-28T15:02:03.892494Z","steps":["trace[7428360] 'process raft request' (duration: 1.504919947s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:03.892933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50654552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1f7da3ea-5bed-4830-9cc6-bee9055f1772\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-28T15:02:03.892978Z","caller":"traceutil/trace.go:171","msg":"trace[185174136] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1f7da3ea-5bed-4830-9cc6-bee9055f1772; range_end:; response_count:1; response_revision:25738; }","duration":"1.506628191s","start":"2026-07-28T15:02:02.386337Z","end":"2026-07-28T15:02:03.892966Z","steps":["trace[185174136] 'agreement among raft nodes before linearized reading' (duration: 1.506460538s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:03.893023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:02.386332Z","time spent":"1.506674772s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-1f7da3ea-5bed-4830-9cc6-bee9055f1772\" "} {"level":"info","ts":"2026-07-28T15:02:03.892546Z","caller":"traceutil/trace.go:171","msg":"trace[408694630] transaction","detail":"{read_only:false; response_revision:25736; number_of_response:1; }","duration":"1.504188465s","start":"2026-07-28T15:02:02.388333Z","end":"2026-07-28T15:02:03.892522Z","steps":["trace[408694630] 'process raft request' (duration: 1.504067633s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:03.893083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:02.388323Z","time spent":"1.504742535s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:03.893589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:02.387187Z","time spent":"1.505788134s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:03.931086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.906529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:03.931141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.129574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-28T15:02:03.931156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.254521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-28T15:02:03.931286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445643799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:03.931444Z","caller":"traceutil/trace.go:171","msg":"trace[1842494710] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25739; }","duration":"1.445838983s","start":"2026-07-28T15:02:02.485529Z","end":"2026-07-28T15:02:03.931368Z","steps":["trace[1842494710] 'agreement among raft nodes before linearized reading' (duration: 1.445664159s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:03.931181Z","caller":"traceutil/trace.go:171","msg":"trace[142433181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25739; }","duration":"645.048342ms","start":"2026-07-28T15:02:03.286111Z","end":"2026-07-28T15:02:03.93116Z","steps":["trace[142433181] 'agreement among raft nodes before linearized reading' (duration: 644.857418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:03.931541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:02.485504Z","time spent":"1.446021178s","remote":"127.0.0.1:41002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:03.931559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:03.28609Z","time spent":"645.44997ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:03.93131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.5471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:03.93194Z","caller":"traceutil/trace.go:171","msg":"trace[1735331117] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25739; }","duration":"481.173273ms","start":"2026-07-28T15:02:03.450714Z","end":"2026-07-28T15:02:03.931887Z","steps":["trace[1735331117] 'agreement among raft nodes before linearized reading' (duration: 480.50656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:03.93109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.340493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:03.932043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:03.450692Z","time spent":"481.329256ms","remote":"127.0.0.1:52778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:03.931197Z","caller":"traceutil/trace.go:171","msg":"trace[1838090198] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:25739; }","duration":"643.204655ms","start":"2026-07-28T15:02:03.287977Z","end":"2026-07-28T15:02:03.931181Z","steps":["trace[1838090198] 'agreement among raft nodes before linearized reading' (duration: 642.995421ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:03.932118Z","caller":"traceutil/trace.go:171","msg":"trace[1400593139] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25739; }","duration":"218.344983ms","start":"2026-07-28T15:02:03.713716Z","end":"2026-07-28T15:02:03.932061Z","steps":["trace[1400593139] 'agreement among raft nodes before linearized reading' (duration: 217.296252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:03.932175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:03.287968Z","time spent":"644.183935ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-28T15:02:03.931298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.558105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:03.932289Z","caller":"traceutil/trace.go:171","msg":"trace[818177485] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25739; }","duration":"296.591505ms","start":"2026-07-28T15:02:03.63567Z","end":"2026-07-28T15:02:03.932262Z","steps":["trace[818177485] 'agreement among raft nodes before linearized reading' (duration: 295.533573ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:03.931282Z","caller":"traceutil/trace.go:171","msg":"trace[28790849] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25739; }","duration":"454.407615ms","start":"2026-07-28T15:02:03.476855Z","end":"2026-07-28T15:02:03.931262Z","steps":["trace[28790849] 'agreement among raft nodes before linearized reading' (duration: 454.097579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:03.932513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:03.476842Z","time spent":"455.634139ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:02:04.434432Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:04.80538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.129221ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-28T15:02:04.805899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:03.933112Z","time spent":"872.7826ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:02:05.933891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:05.933987Z","caller":"traceutil/trace.go:171","msg":"trace[135559781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000752479s","start":"2026-07-28T15:02:03.933212Z","end":"2026-07-28T15:02:05.933964Z","steps":["trace[135559781] 'agreement among raft nodes before linearized reading' (duration: 2.000623107s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:05.934036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:03.933199Z","time spent":"2.000827562s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:02:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:06.002969Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.511412206s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:02:06.142763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.51014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:06.143013Z","caller":"traceutil/trace.go:171","msg":"trace[1503246060] transaction","detail":"{read_only:false; response_revision:25740; number_of_response:1; }","duration":"1.754064368s","start":"2026-07-28T15:02:04.388891Z","end":"2026-07-28T15:02:06.142956Z","steps":["trace[1503246060] 'process raft request' (duration: 1.614267203s)","trace[1503246060] 'compare' (duration: 139.274585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:06.143199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.38888Z","time spent":"1.754214131s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:06.143192Z","caller":"traceutil/trace.go:171","msg":"trace[316069672] linearizableReadLoop","detail":"{readStateIndex:26577; appliedIndex:26570; }","duration":"2.209863491s","start":"2026-07-28T15:02:03.933309Z","end":"2026-07-28T15:02:06.143172Z","steps":["trace[316069672] 'read index received' (duration: 558.904315ms)","trace[316069672] 'applied index is now lower than readState.Index' (duration: 1.650958026s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:06.143451Z","caller":"traceutil/trace.go:171","msg":"trace[351250223] transaction","detail":"{read_only:false; response_revision:25741; number_of_response:1; }","duration":"1.754462186s","start":"2026-07-28T15:02:04.388976Z","end":"2026-07-28T15:02:06.143438Z","steps":["trace[351250223] 'process raft request' (duration: 1.753917816s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.143546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.38894Z","time spent":"1.754548137s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:06.143719Z","caller":"traceutil/trace.go:171","msg":"trace[836884582] transaction","detail":"{read_only:false; response_revision:25742; number_of_response:1; }","duration":"1.75461569s","start":"2026-07-28T15:02:04.389093Z","end":"2026-07-28T15:02:06.143709Z","steps":["trace[836884582] 'process raft request' (duration: 1.753925586s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.143771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.389063Z","time spent":"1.754678971s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:06.1439Z","caller":"traceutil/trace.go:171","msg":"trace[153423093] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"1.754746412s","start":"2026-07-28T15:02:04.38914Z","end":"2026-07-28T15:02:06.143887Z","steps":["trace[153423093] 'process raft request' (duration: 1.753919146s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.143956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.389101Z","time spent":"1.754823383s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:06.144145Z","caller":"traceutil/trace.go:171","msg":"trace[1091087697] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"1.754777622s","start":"2026-07-28T15:02:04.389335Z","end":"2026-07-28T15:02:06.144113Z","steps":["trace[1091087697] 'process raft request' (duration: 1.753760641s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:06.144267Z","caller":"traceutil/trace.go:171","msg":"trace[2086730213] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"1.75418568s","start":"2026-07-28T15:02:04.390056Z","end":"2026-07-28T15:02:06.144242Z","steps":["trace[2086730213] 'process raft request' (duration: 1.753070528s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.144356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.390031Z","time spent":"1.754278492s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:06.14436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.389318Z","time spent":"1.754965665s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:06.643423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:06.98407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.23396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:06.984273Z","caller":"traceutil/trace.go:171","msg":"trace[1605085818] linearizableReadLoop","detail":"{readStateIndex:26580; appliedIndex:26577; }","duration":"840.941863ms","start":"2026-07-28T15:02:06.14332Z","end":"2026-07-28T15:02:06.984262Z","steps":["trace[1605085818] 'read index received' (duration: 719.402267ms)","trace[1605085818] 'applied index is now lower than readState.Index' (duration: 121.538926ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:06.984346Z","caller":"traceutil/trace.go:171","msg":"trace[1479441414] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"2.177342299s","start":"2026-07-28T15:02:04.806995Z","end":"2026-07-28T15:02:06.984337Z","steps":["trace[1479441414] 'process raft request' (duration: 2.055778583s)","trace[1479441414] 'compare' (duration: 120.7612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:06.984383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.806968Z","time spent":"2.177394111s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:06.984497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523428629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:06.984574Z","caller":"traceutil/trace.go:171","msg":"trace[1425493066] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25748; }","duration":"2.523603243s","start":"2026-07-28T15:02:04.46095Z","end":"2026-07-28T15:02:06.984553Z","steps":["trace[1425493066] 'agreement among raft nodes before linearized reading' (duration: 2.52342713s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.984595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595809626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:06.984617Z","caller":"traceutil/trace.go:171","msg":"trace[1400349550] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25748; }","duration":"2.595860757s","start":"2026-07-28T15:02:04.388749Z","end":"2026-07-28T15:02:06.98461Z","steps":["trace[1400349550] 'agreement among raft nodes before linearized reading' (duration: 2.595762055s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.984619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.460926Z","time spent":"2.523681984s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:06.984636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.388732Z","time spent":"2.595900008s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:06.984761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597137843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:06.984779Z","caller":"traceutil/trace.go:171","msg":"trace[1623104567] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25748; }","duration":"2.597173653s","start":"2026-07-28T15:02:04.3876Z","end":"2026-07-28T15:02:06.984773Z","steps":["trace[1623104567] 'agreement among raft nodes before linearized reading' (duration: 2.597120692s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.984795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.387592Z","time spent":"2.597199584s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:06.984861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.869840816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:06.984939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.807935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:06.984959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087690326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:02:06.984961Z","caller":"traceutil/trace.go:171","msg":"trace[326502447] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25748; }","duration":"2.8700067s","start":"2026-07-28T15:02:04.114938Z","end":"2026-07-28T15:02:06.984944Z","steps":["trace[326502447] 'agreement among raft nodes before linearized reading' (duration: 2.869841376s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:06.984994Z","caller":"traceutil/trace.go:171","msg":"trace[1458797002] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25748; }","duration":"1.087736286s","start":"2026-07-28T15:02:05.897246Z","end":"2026-07-28T15:02:06.984982Z","steps":["trace[1458797002] 'agreement among raft nodes before linearized reading' (duration: 1.087565563s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.98499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597993329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:02:06.985009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.884266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:06.985005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.114915Z","time spent":"2.870079521s","remote":"127.0.0.1:40058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:06.985028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:05.89724Z","time spent":"1.087781107s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T15:02:06.985036Z","caller":"traceutil/trace.go:171","msg":"trace[470655641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25748; }","duration":"242.954647ms","start":"2026-07-28T15:02:06.742072Z","end":"2026-07-28T15:02:06.985027Z","steps":["trace[470655641] 'agreement among raft nodes before linearized reading' (duration: 242.903036ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:06.985038Z","caller":"traceutil/trace.go:171","msg":"trace[916728430] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25748; }","duration":"2.59807658s","start":"2026-07-28T15:02:04.386949Z","end":"2026-07-28T15:02:06.985025Z","steps":["trace[916728430] 'agreement among raft nodes before linearized reading' (duration: 2.597894167s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:06.985025Z","caller":"traceutil/trace.go:171","msg":"trace[2035774952] transaction","detail":"{read_only:false; response_revision:25748; number_of_response:1; }","duration":"1.012206957s","start":"2026-07-28T15:02:05.972672Z","end":"2026-07-28T15:02:06.984879Z","steps":["trace[2035774952] 'process raft request' (duration: 1.011550685s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.985071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.38693Z","time spent":"2.598134042s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:06.985084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92739067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T15:02:06.985098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086678195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-28T15:02:06.984979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086761837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:02:06.985141Z","caller":"traceutil/trace.go:171","msg":"trace[374473664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25748; }","duration":"2.927470722s","start":"2026-07-28T15:02:04.057651Z","end":"2026-07-28T15:02:06.985122Z","steps":["trace[374473664] 'agreement among raft nodes before linearized reading' (duration: 2.92736421s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:06.985159Z","caller":"traceutil/trace.go:171","msg":"trace[25218438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25748; }","duration":"1.086737976s","start":"2026-07-28T15:02:05.898397Z","end":"2026-07-28T15:02:06.985135Z","steps":["trace[25218438] 'agreement among raft nodes before linearized reading' (duration: 1.086636844s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.985162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:05.972652Z","time spent":"1.012430672s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:06.985189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.057632Z","time spent":"2.927544884s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:02:06.985143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047066614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:06.985202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:05.898391Z","time spent":"1.086803308s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:06.985222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01048734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-28T15:02:06.985191Z","caller":"traceutil/trace.go:171","msg":"trace[1583569893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25748; }","duration":"1.087006523s","start":"2026-07-28T15:02:05.898161Z","end":"2026-07-28T15:02:06.985168Z","steps":["trace[1583569893] 'agreement among raft nodes before linearized reading' (duration: 1.086583654s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.985235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088138365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-28T15:02:06.985244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049891086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c5d16ec7-6a6f-40f0-a75a-bd20527490ab\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-28T15:02:06.985255Z","caller":"traceutil/trace.go:171","msg":"trace[314164344] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:25748; }","duration":"3.01054208s","start":"2026-07-28T15:02:03.974703Z","end":"2026-07-28T15:02:06.985245Z","steps":["trace[314164344] 'agreement among raft nodes before linearized reading' (duration: 3.010478709s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:06.985269Z","caller":"traceutil/trace.go:171","msg":"trace[1579898910] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c5d16ec7-6a6f-40f0-a75a-bd20527490ab; range_end:; response_count:1; response_revision:25748; }","duration":"3.049915897s","start":"2026-07-28T15:02:03.935345Z","end":"2026-07-28T15:02:06.985261Z","steps":["trace[1579898910] 'agreement among raft nodes before linearized reading' (duration: 3.049848885s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:06.985266Z","caller":"traceutil/trace.go:171","msg":"trace[1211667395] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25748; }","duration":"1.088219937s","start":"2026-07-28T15:02:05.897038Z","end":"2026-07-28T15:02:06.985257Z","steps":["trace[1211667395] 'agreement among raft nodes before linearized reading' (duration: 1.088129715s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:06.985258Z","caller":"traceutil/trace.go:171","msg":"trace[61086163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25748; }","duration":"1.047211978s","start":"2026-07-28T15:02:05.938021Z","end":"2026-07-28T15:02:06.985233Z","steps":["trace[61086163] 'agreement among raft nodes before linearized reading' (duration: 1.046968342s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.985258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800537802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T15:02:06.985283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:03.974686Z","time spent":"3.010591151s","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-07-28T15:02:06.98518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049018578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-28T15:02:06.985294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:05.89815Z","time spent":"1.087110365s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:06.985323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:05.937961Z","time spent":"1.047351981s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:02:06.98533Z","caller":"traceutil/trace.go:171","msg":"trace[1335894876] transaction","detail":"{read_only:false; response_revision:25747; number_of_response:1; }","duration":"1.613930287s","start":"2026-07-28T15:02:05.371384Z","end":"2026-07-28T15:02:06.985315Z","steps":["trace[1335894876] 'process raft request' (duration: 1.612764324s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:06.985332Z","caller":"traceutil/trace.go:171","msg":"trace[667852942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25748; }","duration":"2.800633444s","start":"2026-07-28T15:02:04.184673Z","end":"2026-07-28T15:02:06.985306Z","steps":["trace[667852942] 'agreement among raft nodes before linearized reading' (duration: 2.800464439s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.985365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088428001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:02:06.985022Z","caller":"traceutil/trace.go:171","msg":"trace[1537411128] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25748; }","duration":"648.924878ms","start":"2026-07-28T15:02:06.336051Z","end":"2026-07-28T15:02:06.984976Z","steps":["trace[1537411128] 'agreement among raft nodes before linearized reading' (duration: 648.775405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.98529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:03.935296Z","time spent":"3.049988668s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-c5d16ec7-6a6f-40f0-a75a-bd20527490ab\" "} {"level":"warn","ts":"2026-07-28T15:02:06.98539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:04.184655Z","time spent":"2.800719276s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:06.985406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.336036Z","time spent":"649.361237ms","remote":"127.0.0.1:59632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:06.985394Z","caller":"traceutil/trace.go:171","msg":"trace[2117946422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25748; }","duration":"1.088505342s","start":"2026-07-28T15:02:05.896878Z","end":"2026-07-28T15:02:06.985384Z","steps":["trace[2117946422] 'agreement among raft nodes before linearized reading' (duration: 1.088436431s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.985425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.359927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:06.985449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394544632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:06.985295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:05.897008Z","time spent":"1.088280137s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:02:06.985427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:05.371356Z","time spent":"1.614008708s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:06.985527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884467628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:06.98544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:05.896853Z","time spent":"1.088581403s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:02:06.98535Z","caller":"traceutil/trace.go:171","msg":"trace[12600839] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e; range_end:; response_count:1; response_revision:25748; }","duration":"3.049177781s","start":"2026-07-28T15:02:03.936146Z","end":"2026-07-28T15:02:06.985323Z","steps":["trace[12600839] 'agreement among raft nodes before linearized reading' (duration: 3.048982196s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.985608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:03.936117Z","time spent":"3.049481577s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" "} {"level":"info","ts":"2026-07-28T15:02:06.985593Z","caller":"traceutil/trace.go:171","msg":"trace[560661922] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25748; }","duration":"1.884585081s","start":"2026-07-28T15:02:05.10099Z","end":"2026-07-28T15:02:06.985575Z","steps":["trace[560661922] 'agreement among raft nodes before linearized reading' (duration: 1.884431898s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:06.985616Z","caller":"traceutil/trace.go:171","msg":"trace[122282012] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25748; }","duration":"444.583522ms","start":"2026-07-28T15:02:06.540892Z","end":"2026-07-28T15:02:06.985475Z","steps":["trace[122282012] 'agreement among raft nodes before linearized reading' (duration: 444.378828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.984967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.047788862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-28T15:02:06.985665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:05.100968Z","time spent":"1.884680512s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:06.985687Z","caller":"traceutil/trace.go:171","msg":"trace[1630440620] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25748; }","duration":"3.048542838s","start":"2026-07-28T15:02:03.937126Z","end":"2026-07-28T15:02:06.985669Z","steps":["trace[1630440620] 'agreement among raft nodes before linearized reading' (duration: 3.04761361s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.985548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.130776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418401"} {"level":"warn","ts":"2026-07-28T15:02:06.98577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:03.93712Z","time spent":"3.04862463s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T15:02:06.985495Z","caller":"traceutil/trace.go:171","msg":"trace[1558297934] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25748; }","duration":"1.394645485s","start":"2026-07-28T15:02:05.590836Z","end":"2026-07-28T15:02:06.985482Z","steps":["trace[1558297934] 'agreement among raft nodes before linearized reading' (duration: 1.394576524s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.985912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:05.590808Z","time spent":"1.395078893s","remote":"127.0.0.1:49648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:06.986396Z","caller":"traceutil/trace.go:171","msg":"trace[273502517] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25748; }","duration":"330.382641ms","start":"2026-07-28T15:02:06.655365Z","end":"2026-07-28T15:02:06.985748Z","steps":["trace[273502517] 'agreement among raft nodes before linearized reading' (duration: 329.682357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:06.986647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.540875Z","time spent":"444.780495ms","remote":"127.0.0.1:39188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:06.986891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.65534Z","time spent":"331.536734ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418425,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} 2026/07/28 15:02:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/28 15:02:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:07.491899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:08.2938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.956485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:08.293918Z","caller":"traceutil/trace.go:171","msg":"trace[1223940669] transaction","detail":"{read_only:false; response_revision:25749; number_of_response:1; }","duration":"1.30311662s","start":"2026-07-28T15:02:06.99078Z","end":"2026-07-28T15:02:08.293897Z","steps":["trace[1223940669] 'process raft request' (duration: 639.957481ms)","trace[1223940669] 'compare' (duration: 662.69665ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:08.29401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.990755Z","time spent":"1.303222853s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:08.998028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:02:08.998097Z","caller":"traceutil/trace.go:171","msg":"trace[384660218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000232849s","start":"2026-07-28T15:02:06.997846Z","end":"2026-07-28T15:02:08.998079Z","steps":["trace[384660218] 'agreement among raft nodes before linearized reading' (duration: 2.000153247s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:08.99813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.997834Z","time spent":"2.00028906s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:09.435647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.803786238s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:02:09.57493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150972262s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:09.575029Z","caller":"traceutil/trace.go:171","msg":"trace[830537109] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25749; }","duration":"1.151086654s","start":"2026-07-28T15:02:08.423925Z","end":"2026-07-28T15:02:09.575012Z","steps":["trace[830537109] 'range keys from in-memory index tree' (duration: 1.150956832s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:09.576264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.245804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:09.576866Z","caller":"traceutil/trace.go:171","msg":"trace[1068475824] linearizableReadLoop","detail":"{readStateIndex:26592; appliedIndex:26580; }","duration":"2.586027163s","start":"2026-07-28T15:02:06.990829Z","end":"2026-07-28T15:02:09.576856Z","steps":["trace[1068475824] 'read index received' (duration: 640.172265ms)","trace[1068475824] 'applied index is now lower than readState.Index' (duration: 1.945854168s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:09.577089Z","caller":"traceutil/trace.go:171","msg":"trace[1958956150] transaction","detail":"{read_only:false; response_revision:25750; number_of_response:1; }","duration":"2.586147186s","start":"2026-07-28T15:02:06.990932Z","end":"2026-07-28T15:02:09.577079Z","steps":["trace[1958956150] 'process raft request' (duration: 2.445027574s)","trace[1958956150] 'compare' (duration: 139.688273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:09.57715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.990918Z","time spent":"2.586193387s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:09.577236Z","caller":"traceutil/trace.go:171","msg":"trace[106607885] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25756; }","duration":"2.375360903s","start":"2026-07-28T15:02:07.201852Z","end":"2026-07-28T15:02:09.577213Z","steps":["trace[106607885] 'process raft request' (duration: 2.3747194s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:09.57737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:07.201828Z","time spent":"2.375472775s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":530,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:09.577574Z","caller":"traceutil/trace.go:171","msg":"trace[793248288] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"2.586574114s","start":"2026-07-28T15:02:06.990991Z","end":"2026-07-28T15:02:09.577565Z","steps":["trace[793248288] 'process raft request' (duration: 2.585415791s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:09.577605Z","caller":"traceutil/trace.go:171","msg":"trace[2068138146] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"2.140849311s","start":"2026-07-28T15:02:07.436746Z","end":"2026-07-28T15:02:09.577595Z","steps":["trace[2068138146] 'process raft request' (duration: 2.139971893s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:09.577629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.990958Z","time spent":"2.586645836s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:09.577675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:07.436705Z","time spent":"2.140933512s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418459,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:09.577735Z","caller":"traceutil/trace.go:171","msg":"trace[1424969562] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"2.584576035s","start":"2026-07-28T15:02:06.993148Z","end":"2026-07-28T15:02:09.577724Z","steps":["trace[1424969562] 'process raft request' (duration: 2.58329317s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:09.577776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.993141Z","time spent":"2.584616127s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:09.577838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587009172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18186"} {"level":"info","ts":"2026-07-28T15:02:09.57787Z","caller":"traceutil/trace.go:171","msg":"trace[1001339363] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25758; }","duration":"2.587054634s","start":"2026-07-28T15:02:06.990807Z","end":"2026-07-28T15:02:09.577861Z","steps":["trace[1001339363] 'agreement among raft nodes before linearized reading' (duration: 2.586963772s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:09.577894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.990798Z","time spent":"2.587090994s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18210,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-28T15:02:09.577917Z","caller":"traceutil/trace.go:171","msg":"trace[721219994] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25756; }","duration":"2.519224797s","start":"2026-07-28T15:02:07.058686Z","end":"2026-07-28T15:02:09.577911Z","steps":["trace[721219994] 'process raft request' (duration: 2.517860081s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:09.577952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:07.058656Z","time spent":"2.519275998s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:09.577275Z","caller":"traceutil/trace.go:171","msg":"trace[1173223974] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"2.189263865s","start":"2026-07-28T15:02:07.388002Z","end":"2026-07-28T15:02:09.577266Z","steps":["trace[1173223974] 'process raft request' (duration: 2.188591021s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:09.578086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:07.387974Z","time spent":"2.19009087s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:09.577895Z","caller":"traceutil/trace.go:171","msg":"trace[1368871829] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"2.582966604s","start":"2026-07-28T15:02:06.994922Z","end":"2026-07-28T15:02:09.577889Z","steps":["trace[1368871829] 'process raft request' (duration: 2.581575557s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:09.578507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.994907Z","time spent":"2.583574206s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:09.577865Z","caller":"traceutil/trace.go:171","msg":"trace[1272310853] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"2.584537034s","start":"2026-07-28T15:02:06.993321Z","end":"2026-07-28T15:02:09.577858Z","steps":["trace[1272310853] 'process raft request' (duration: 2.583150217s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:09.578621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.993302Z","time spent":"2.585302171s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:10.077645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110107,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:10.999214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000035125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:10.999403Z","caller":"traceutil/trace.go:171","msg":"trace[1415297970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291991s","start":"2026-07-28T15:02:08.99909Z","end":"2026-07-28T15:02:10.999382Z","steps":["trace[1415297970] 'agreement among raft nodes before linearized reading' (duration: 2.000062275s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:10.99949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.99907Z","time spent":"2.000404853s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:02:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:11.831712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693348811s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:11.832286Z","caller":"traceutil/trace.go:171","msg":"trace[1992067712] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"3.683061463s","start":"2026-07-28T15:02:08.14919Z","end":"2026-07-28T15:02:11.832251Z","steps":["trace[1992067712] 'process raft request' (duration: 1.989039159s)","trace[1992067712] 'compare' (duration: 1.692011495s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:11.832479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.149158Z","time spent":"3.683234746s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:11.83421Z","caller":"traceutil/trace.go:171","msg":"trace[1976380911] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"3.68487928s","start":"2026-07-28T15:02:08.149285Z","end":"2026-07-28T15:02:11.834165Z","steps":["trace[1976380911] 'process raft request' (duration: 3.684331308s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:11.834407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.149259Z","time spent":"3.685045302s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:11.834582Z","caller":"traceutil/trace.go:171","msg":"trace[263088615] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"3.684770627s","start":"2026-07-28T15:02:08.149781Z","end":"2026-07-28T15:02:11.834552Z","steps":["trace[263088615] 'process raft request' (duration: 3.684073604s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:11.834639Z","caller":"traceutil/trace.go:171","msg":"trace[1322991906] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"3.684825708s","start":"2026-07-28T15:02:08.149782Z","end":"2026-07-28T15:02:11.834607Z","steps":["trace[1322991906] 'process raft request' (duration: 3.684585374s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:11.834734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.149769Z","time spent":"3.68488923s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:11.834851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.149736Z","time spent":"3.684998302s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:11.834896Z","caller":"traceutil/trace.go:171","msg":"trace[854411512] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"3.685006932s","start":"2026-07-28T15:02:08.14986Z","end":"2026-07-28T15:02:11.834866Z","steps":["trace[854411512] 'process raft request' (duration: 3.684683276s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:11.834999Z","caller":"traceutil/trace.go:171","msg":"trace[443371411] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"3.684871778s","start":"2026-07-28T15:02:08.1501Z","end":"2026-07-28T15:02:11.834972Z","steps":["trace[443371411] 'process raft request' (duration: 3.684691015s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:11.835049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.149852Z","time spent":"3.685120424s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:11.835081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.150088Z","time spent":"3.68495218s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:11.835068Z","caller":"traceutil/trace.go:171","msg":"trace[477757223] linearizableReadLoop","detail":"{readStateIndex:26598; appliedIndex:26592; }","duration":"2.25812733s","start":"2026-07-28T15:02:09.576914Z","end":"2026-07-28T15:02:11.835042Z","steps":["trace[477757223] 'read index received' (duration: 561.235489ms)","trace[477757223] 'applied index is now lower than readState.Index' (duration: 1.696888821s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.007011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:02:13.007133Z","caller":"traceutil/trace.go:171","msg":"trace[1107219718] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025675s","start":"2026-07-28T15:02:11.006849Z","end":"2026-07-28T15:02:13.007106Z","steps":["trace[1107219718] 'agreement among raft nodes before linearized reading' (duration: 2.000073306s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:13.007198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:11.006827Z","time spent":"2.000358292s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:13.020994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.070241771s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:02:13.184281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349273811s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-28T15:02:13.18432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.427787728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:13.184408Z","caller":"traceutil/trace.go:171","msg":"trace[528017854] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25764; }","duration":"5.427953891s","start":"2026-07-28T15:02:07.756431Z","end":"2026-07-28T15:02:13.184384Z","steps":["trace[528017854] 'agreement among raft nodes before linearized reading' (duration: 4.07870574s)","trace[528017854] 'count revisions from in-memory index tree' (duration: 1.349104828s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.18446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:07.756404Z","time spent":"5.428044153s","remote":"127.0.0.1:52544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:13.184541Z","caller":"traceutil/trace.go:171","msg":"trace[618551487] linearizableReadLoop","detail":"{readStateIndex:26599; appliedIndex:26598; }","duration":"1.349323532s","start":"2026-07-28T15:02:11.835196Z","end":"2026-07-28T15:02:13.184519Z","steps":["trace[618551487] 'read index received' (duration: 39.792µs)","trace[618551487] 'applied index is now lower than readState.Index' (duration: 1.34928254s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.184743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.192711762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-28T15:02:13.184787Z","caller":"traceutil/trace.go:171","msg":"trace[329871914] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25764; }","duration":"6.192787443s","start":"2026-07-28T15:02:06.991985Z","end":"2026-07-28T15:02:13.184772Z","steps":["trace[329871914] 'agreement among raft nodes before linearized reading' (duration: 4.843160365s)","trace[329871914] 'range keys from in-memory index tree' (duration: 1.349483286s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.18473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.914883622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:13.184825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.991975Z","time spent":"6.192840215s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-28T15:02:13.184838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.586065569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:13.18483Z","caller":"traceutil/trace.go:171","msg":"trace[39591849] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25764; }","duration":"3.915004415s","start":"2026-07-28T15:02:09.26981Z","end":"2026-07-28T15:02:13.184814Z","steps":["trace[39591849] 'agreement among raft nodes before linearized reading' (duration: 2.565295096s)","trace[39591849] 'count revisions from in-memory index tree' (duration: 1.349603597s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.185033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:09.269793Z","time spent":"3.91522584s","remote":"127.0.0.1:41680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:13.185098Z","caller":"traceutil/trace.go:171","msg":"trace[22441580] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25764; }","duration":"4.586360275s","start":"2026-07-28T15:02:08.598631Z","end":"2026-07-28T15:02:13.184992Z","steps":["trace[22441580] 'agreement among raft nodes before linearized reading' (duration: 3.236468642s)","trace[22441580] 'count revisions from in-memory index tree' (duration: 1.349598767s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.185192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824324958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:13.185166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.796678854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-28T15:02:13.185256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.634886439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:13.185243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.797703983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-28T15:02:13.185274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.362652987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T15:02:13.185298Z","caller":"traceutil/trace.go:171","msg":"trace[1687478427] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25764; }","duration":"3.796870777s","start":"2026-07-28T15:02:09.388392Z","end":"2026-07-28T15:02:13.185263Z","steps":["trace[1687478427] 'agreement among raft nodes before linearized reading' (duration: 2.446692697s)","trace[1687478427] 'range keys from in-memory index tree' (duration: 1.349798881s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:13.185335Z","caller":"traceutil/trace.go:171","msg":"trace[2141133672] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25764; }","duration":"3.797816985s","start":"2026-07-28T15:02:09.387493Z","end":"2026-07-28T15:02:13.18531Z","steps":["trace[2141133672] 'agreement among raft nodes before linearized reading' (duration: 2.447599875s)","trace[2141133672] 'range keys from in-memory index tree' (duration: 1.350007967s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:13.185367Z","caller":"traceutil/trace.go:171","msg":"trace[740007863] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25764; }","duration":"4.36282388s","start":"2026-07-28T15:02:08.822519Z","end":"2026-07-28T15:02:13.185343Z","steps":["trace[740007863] 'agreement among raft nodes before linearized reading' (duration: 3.012572779s)","trace[740007863] 'range keys from in-memory index tree' (duration: 1.350003016s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.185388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:09.388374Z","time spent":"3.79700118s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-28T15:02:13.185397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:09.387428Z","time spent":"3.797958989s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:02:13.18543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.189141937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:13.185471Z","caller":"traceutil/trace.go:171","msg":"trace[1986343877] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25764; }","duration":"4.189176408s","start":"2026-07-28T15:02:08.996282Z","end":"2026-07-28T15:02:13.185458Z","steps":["trace[1986343877] 'agreement among raft nodes before linearized reading' (duration: 2.838838266s)","trace[1986343877] 'range keys from in-memory index tree' (duration: 1.350254441s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.185505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.996203Z","time spent":"4.18929554s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:13.185508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.822487Z","time spent":"4.363006364s","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T15:02:13.185674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.194696601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-07-28T15:02:13.18569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.147858481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:13.185725Z","caller":"traceutil/trace.go:171","msg":"trace[11989003] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25764; }","duration":"6.194844194s","start":"2026-07-28T15:02:06.990865Z","end":"2026-07-28T15:02:13.185709Z","steps":["trace[11989003] 'agreement among raft nodes before linearized reading' (duration: 4.844249697s)","trace[11989003] 'range keys from in-memory index tree' (duration: 1.350478525s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:13.185749Z","caller":"traceutil/trace.go:171","msg":"trace[1315443577] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25764; }","duration":"5.14834797s","start":"2026-07-28T15:02:08.037376Z","end":"2026-07-28T15:02:13.185724Z","steps":["trace[1315443577] 'agreement among raft nodes before linearized reading' (duration: 3.797699442s)","trace[1315443577] 'count revisions from in-memory index tree' (duration: 1.35021126s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.185765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:06.990853Z","time spent":"6.194901845s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-28T15:02:13.185797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.037325Z","time spent":"5.148459662s","remote":"127.0.0.1:42540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:13.185259Z","caller":"traceutil/trace.go:171","msg":"trace[1999634451] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25764; }","duration":"3.82443897s","start":"2026-07-28T15:02:09.3608Z","end":"2026-07-28T15:02:13.185239Z","steps":["trace[1999634451] 'agreement among raft nodes before linearized reading' (duration: 2.474298232s)","trace[1999634451] 'count revisions from in-memory index tree' (duration: 1.350051877s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.185968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:09.360779Z","time spent":"3.825171965s","remote":"127.0.0.1:39288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:13.185306Z","caller":"traceutil/trace.go:171","msg":"trace[1322890991] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25764; }","duration":"5.634982781s","start":"2026-07-28T15:02:07.55031Z","end":"2026-07-28T15:02:13.185293Z","steps":["trace[1322890991] 'agreement among raft nodes before linearized reading' (duration: 4.284830372s)","trace[1322890991] 'count revisions from in-memory index tree' (duration: 1.349509035s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.186217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.190180767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:02:13.186225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:07.550285Z","time spent":"5.635913949s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:13.186254Z","caller":"traceutil/trace.go:171","msg":"trace[190854422] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25764; }","duration":"4.190222798s","start":"2026-07-28T15:02:08.996016Z","end":"2026-07-28T15:02:13.186239Z","steps":["trace[190854422] 'agreement among raft nodes before linearized reading' (duration: 2.839109641s)","trace[190854422] 'range keys from in-memory index tree' (duration: 1.351021175s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.186289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.996011Z","time spent":"4.190272509s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:13.186305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602707334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:02:13.186348Z","caller":"traceutil/trace.go:171","msg":"trace[195739276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25764; }","duration":"1.602751835s","start":"2026-07-28T15:02:11.583587Z","end":"2026-07-28T15:02:13.186339Z","steps":["trace[195739276] 'agreement among raft nodes before linearized reading' (duration: 1.602599162s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:13.185311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.886416688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-28T15:02:13.186459Z","caller":"traceutil/trace.go:171","msg":"trace[215125809] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e; range_end:; response_count:1; response_revision:25764; }","duration":"4.887599172s","start":"2026-07-28T15:02:08.298846Z","end":"2026-07-28T15:02:13.186445Z","steps":["trace[215125809] 'agreement among raft nodes before linearized reading' (duration: 3.5362621s)","trace[215125809] 'range keys from in-memory index tree' (duration: 1.350101648s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.186478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511344255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:13.185348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.999243835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:13.186253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602551091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T15:02:13.186576Z","caller":"traceutil/trace.go:171","msg":"trace[823696492] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25764; }","duration":"1.602896929s","start":"2026-07-28T15:02:11.58367Z","end":"2026-07-28T15:02:13.186566Z","steps":["trace[823696492] 'agreement among raft nodes before linearized reading' (duration: 1.602501751s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:13.186581Z","caller":"traceutil/trace.go:171","msg":"trace[1241837480] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25764; }","duration":"4.00048743s","start":"2026-07-28T15:02:09.18607Z","end":"2026-07-28T15:02:13.186557Z","steps":["trace[1241837480] 'agreement among raft nodes before linearized reading' (duration: 2.649041656s)","trace[1241837480] 'count revisions from in-memory index tree' (duration: 1.35022166s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.186605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601831698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T15:02:13.186616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:11.58366Z","time spent":"1.60294555s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T15:02:13.186634Z","caller":"traceutil/trace.go:171","msg":"trace[406010346] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25764; }","duration":"1.601899259s","start":"2026-07-28T15:02:11.584727Z","end":"2026-07-28T15:02:13.186626Z","steps":["trace[406010346] 'agreement among raft nodes before linearized reading' (duration: 1.601818488s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:13.186648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:09.186053Z","time spent":"4.000574361s","remote":"127.0.0.1:40886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:13.186661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554423965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:13.186711Z","caller":"traceutil/trace.go:171","msg":"trace[1648596921] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25764; }","duration":"1.554487146s","start":"2026-07-28T15:02:11.632209Z","end":"2026-07-28T15:02:13.186696Z","steps":["trace[1648596921] 'agreement among raft nodes before linearized reading' (duration: 1.554404844s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:13.186494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.298826Z","time spent":"4.887658123s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" "} {"level":"warn","ts":"2026-07-28T15:02:13.185222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.598616Z","time spent":"4.58658111s","remote":"127.0.0.1:49752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:13.186751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:11.632172Z","time spent":"1.554569608s","remote":"127.0.0.1:52722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:13.186668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:11.584708Z","time spent":"1.60195365s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:02:13.186526Z","caller":"traceutil/trace.go:171","msg":"trace[1343150866] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25764; }","duration":"1.511450857s","start":"2026-07-28T15:02:11.675063Z","end":"2026-07-28T15:02:13.186514Z","steps":["trace[1343150866] 'agreement among raft nodes before linearized reading' (duration: 1.511383196s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:13.186954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:11.675027Z","time spent":"1.511913886s","remote":"127.0.0.1:52658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:13.186588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600885521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:02:13.187027Z","caller":"traceutil/trace.go:171","msg":"trace[1425471577] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"1.236383666s","start":"2026-07-28T15:02:11.950628Z","end":"2026-07-28T15:02:13.187012Z","steps":["trace[1425471577] 'process raft request' (duration: 1.233766284s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:13.186882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589663248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:02:13.187049Z","caller":"traceutil/trace.go:171","msg":"trace[756219807] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25764; }","duration":"1.601357489s","start":"2026-07-28T15:02:11.585673Z","end":"2026-07-28T15:02:13.18703Z","steps":["trace[756219807] 'agreement among raft nodes before linearized reading' (duration: 1.600837739s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:13.187096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:11.585649Z","time spent":"1.60143154s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T15:02:13.187088Z","caller":"traceutil/trace.go:171","msg":"trace[261304037] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25764; }","duration":"1.589907814s","start":"2026-07-28T15:02:11.597166Z","end":"2026-07-28T15:02:13.187073Z","steps":["trace[261304037] 'agreement among raft nodes before linearized reading' (duration: 1.589543997s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:13.187129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:11.950595Z","time spent":"1.236475058s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:13.187146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:11.597133Z","time spent":"1.589996165s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":237,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:13.187351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193677216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:13.187401Z","caller":"traceutil/trace.go:171","msg":"trace[744845307] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25764; }","duration":"4.193755218s","start":"2026-07-28T15:02:08.993632Z","end":"2026-07-28T15:02:13.187387Z","steps":["trace[744845307] 'agreement among raft nodes before linearized reading' (duration: 2.841434087s)","trace[744845307] 'range keys from in-memory index tree' (duration: 1.349913184s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.187434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:08.993614Z","time spent":"4.193813519s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:13.187916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:11.583563Z","time spent":"1.604319977s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:13.244166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38448387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:13.244235Z","caller":"traceutil/trace.go:171","msg":"trace[1298394131] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25765; }","duration":"3.384638663s","start":"2026-07-28T15:02:09.859579Z","end":"2026-07-28T15:02:13.244218Z","steps":["trace[1298394131] 'agreement among raft nodes before linearized reading' (duration: 3.327390835s)","trace[1298394131] 'count revisions from in-memory index tree' (duration: 57.129296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.244224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.437442033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:13.244281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.164154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:13.24429Z","caller":"traceutil/trace.go:171","msg":"trace[1239536810] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25765; }","duration":"3.437566915s","start":"2026-07-28T15:02:09.806704Z","end":"2026-07-28T15:02:13.244271Z","steps":["trace[1239536810] 'agreement among raft nodes before linearized reading' (duration: 3.380274196s)","trace[1239536810] 'count revisions from in-memory index tree' (duration: 57.192757ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:13.244321Z","caller":"traceutil/trace.go:171","msg":"trace[223961722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25765; }","duration":"236.247156ms","start":"2026-07-28T15:02:13.008059Z","end":"2026-07-28T15:02:13.244306Z","steps":["trace[223961722] 'agreement among raft nodes before linearized reading' (duration: 178.982237ms)","trace[223961722] 'range keys from in-memory index tree' (duration: 57.224008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.244331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:09.806675Z","time spent":"3.437645537s","remote":"127.0.0.1:39206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:13.244394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022449665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18186"} {"level":"warn","ts":"2026-07-28T15:02:13.244432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.740639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:13.244454Z","caller":"traceutil/trace.go:171","msg":"trace[452004291] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25765; }","duration":"3.022520356s","start":"2026-07-28T15:02:10.221918Z","end":"2026-07-28T15:02:13.244438Z","steps":["trace[452004291] 'agreement among raft nodes before linearized reading' (duration: 2.965042444s)","trace[452004291] 'range keys from in-memory index tree' (duration: 57.316969ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:13.24448Z","caller":"traceutil/trace.go:171","msg":"trace[1962831394] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25765; }","duration":"567.82069ms","start":"2026-07-28T15:02:12.67663Z","end":"2026-07-28T15:02:13.24445Z","steps":["trace[1962831394] 'agreement among raft nodes before linearized reading' (duration: 510.43145ms)","trace[1962831394] 'count revisions from in-memory index tree' (duration: 57.34109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.244492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:10.221858Z","time spent":"3.022626288s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18210,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T15:02:13.244503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:12.676597Z","time spent":"567.897302ms","remote":"127.0.0.1:52734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:13.244243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.936915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:13.244545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.183358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:13.244592Z","caller":"traceutil/trace.go:171","msg":"trace[1042080402] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25765; }","duration":"661.321493ms","start":"2026-07-28T15:02:12.583256Z","end":"2026-07-28T15:02:13.244577Z","steps":["trace[1042080402] 'agreement among raft nodes before linearized reading' (duration: 603.82391ms)","trace[1042080402] 'count revisions from in-memory index tree' (duration: 57.140916ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.244617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.876653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:13.244633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:12.583235Z","time spent":"661.384614ms","remote":"127.0.0.1:40654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:13.244639Z","caller":"traceutil/trace.go:171","msg":"trace[1631996703] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25765; }","duration":"838.329191ms","start":"2026-07-28T15:02:12.406282Z","end":"2026-07-28T15:02:13.244611Z","steps":["trace[1631996703] 'agreement among raft nodes before linearized reading' (duration: 780.753307ms)","trace[1631996703] 'range keys from in-memory index tree' (duration: 57.427152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.244661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.340083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:13.244683Z","caller":"traceutil/trace.go:171","msg":"trace[5939419] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25765; }","duration":"489.397474ms","start":"2026-07-28T15:02:12.755279Z","end":"2026-07-28T15:02:13.244676Z","steps":["trace[5939419] 'agreement among raft nodes before linearized reading' (duration: 431.757378ms)","trace[5939419] 'count revisions from in-memory index tree' (duration: 57.591194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.244692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:12.406259Z","time spent":"838.420693ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:02:13.244699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:12.755258Z","time spent":"489.436625ms","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:13.244161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.564889844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:13.244854Z","caller":"traceutil/trace.go:171","msg":"trace[508150104] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25765; }","duration":"3.565633049s","start":"2026-07-28T15:02:09.679199Z","end":"2026-07-28T15:02:13.244832Z","steps":["trace[508150104] 'agreement among raft nodes before linearized reading' (duration: 3.507795939s)","trace[508150104] 'range keys from in-memory index tree' (duration: 57.123155ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.24427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:09.85955Z","time spent":"3.384712194s","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:13.245077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:09.67917Z","time spent":"3.56571842s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T15:02:13.244656Z","caller":"traceutil/trace.go:171","msg":"trace[1073184327] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25765; }","duration":"249.912504ms","start":"2026-07-28T15:02:12.994728Z","end":"2026-07-28T15:02:13.24464Z","steps":["trace[1073184327] 'agreement among raft nodes before linearized reading' (duration: 192.33933ms)","trace[1073184327] 'count revisions from in-memory index tree' (duration: 57.522343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.245178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661994344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:02:13.245205Z","caller":"traceutil/trace.go:171","msg":"trace[1826566312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25765; }","duration":"1.662079056s","start":"2026-07-28T15:02:11.583119Z","end":"2026-07-28T15:02:13.245198Z","steps":["trace[1826566312] 'agreement among raft nodes before linearized reading' (duration: 1.603825077s)","trace[1826566312] 'range keys from in-memory index tree' (duration: 57.34768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:13.245248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:11.583099Z","time spent":"1.662119127s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:13.74926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:14.0358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.906595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:14.036279Z","caller":"traceutil/trace.go:171","msg":"trace[1161317045] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"842.528314ms","start":"2026-07-28T15:02:13.193716Z","end":"2026-07-28T15:02:14.036244Z","steps":["trace[1161317045] 'process raft request' (duration: 842.294489ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:14.036293Z","caller":"traceutil/trace.go:171","msg":"trace[1058611684] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"842.455332ms","start":"2026-07-28T15:02:13.19372Z","end":"2026-07-28T15:02:14.036175Z","steps":["trace[1058611684] 'process raft request' (duration: 729.994576ms)","trace[1058611684] 'compare' (duration: 111.593079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:14.03639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.193696Z","time spent":"842.650146ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:14.036463Z","caller":"traceutil/trace.go:171","msg":"trace[1653147043] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"842.610006ms","start":"2026-07-28T15:02:13.193805Z","end":"2026-07-28T15:02:14.036415Z","steps":["trace[1653147043] 'process raft request' (duration: 842.37956ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:14.036578Z","caller":"traceutil/trace.go:171","msg":"trace[617444096] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"842.041685ms","start":"2026-07-28T15:02:13.194521Z","end":"2026-07-28T15:02:14.036562Z","steps":["trace[617444096] 'process raft request' (duration: 841.832481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.036644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.19451Z","time spent":"842.102346ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:14.036678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.193788Z","time spent":"842.765489ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:14.036641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.1937Z","time spent":"842.678267ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:14.036667Z","caller":"traceutil/trace.go:171","msg":"trace[1663378618] transaction","detail":"{read_only:false; response_revision:25772; number_of_response:1; }","duration":"841.78612ms","start":"2026-07-28T15:02:13.194842Z","end":"2026-07-28T15:02:14.036628Z","steps":["trace[1663378618] 'process raft request' (duration: 841.711198ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:14.036812Z","caller":"traceutil/trace.go:171","msg":"trace[734079169] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"842.180387ms","start":"2026-07-28T15:02:13.194587Z","end":"2026-07-28T15:02:14.036767Z","steps":["trace[734079169] 'process raft request' (duration: 841.909272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.036946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.194836Z","time spent":"841.950023ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:14.037081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.194571Z","time spent":"842.391292ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:14.805539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:14.15056Z","time spent":"654.966978ms","remote":"127.0.0.1:45206","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T15:02:14.805925Z","caller":"traceutil/trace.go:171","msg":"trace[512876356] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"1.555863461s","start":"2026-07-28T15:02:13.250035Z","end":"2026-07-28T15:02:14.805899Z","steps":["trace[512876356] 'process raft request' (duration: 1.555195309s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.806103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.250019Z","time spent":"1.555982664s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:14.806368Z","caller":"traceutil/trace.go:171","msg":"trace[625538437] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"968.086369ms","start":"2026-07-28T15:02:13.838255Z","end":"2026-07-28T15:02:14.806342Z","steps":["trace[625538437] 'process raft request' (duration: 967.842163ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:14.806397Z","caller":"traceutil/trace.go:171","msg":"trace[1253140518] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"1.555279061s","start":"2026-07-28T15:02:13.251066Z","end":"2026-07-28T15:02:14.806345Z","steps":["trace[1253140518] 'process raft request' (duration: 1.55475521s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.806485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.838225Z","time spent":"968.198941ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:14.806515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.251052Z","time spent":"1.555388583s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:02:14.806575Z","caller":"traceutil/trace.go:171","msg":"trace[1880824588] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"965.05152ms","start":"2026-07-28T15:02:13.841493Z","end":"2026-07-28T15:02:14.806545Z","steps":["trace[1880824588] 'process raft request' (duration: 964.730483ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:14.806663Z","caller":"traceutil/trace.go:171","msg":"trace[233211551] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"965.035139ms","start":"2026-07-28T15:02:13.841594Z","end":"2026-07-28T15:02:14.806629Z","steps":["trace[233211551] 'process raft request' (duration: 964.663531ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:14.806663Z","caller":"traceutil/trace.go:171","msg":"trace[391169554] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"962.978157ms","start":"2026-07-28T15:02:13.84366Z","end":"2026-07-28T15:02:14.806638Z","steps":["trace[391169554] 'process raft request' (duration: 962.64296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.80674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.84145Z","time spent":"965.199982ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:14.806767Z","caller":"traceutil/trace.go:171","msg":"trace[753520774] linearizableReadLoop","detail":"{readStateIndex:26609; appliedIndex:26601; }","duration":"1.557678749s","start":"2026-07-28T15:02:13.249069Z","end":"2026-07-28T15:02:14.806748Z","steps":["trace[753520774] 'read index received' (duration: 674.685517ms)","trace[753520774] 'applied index is now lower than readState.Index' (duration: 882.991771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:14.806797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.841565Z","time spent":"965.152601ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:14.806862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.843645Z","time spent":"963.0962ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:14.806855Z","caller":"traceutil/trace.go:171","msg":"trace[566489640] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"964.921046ms","start":"2026-07-28T15:02:13.841905Z","end":"2026-07-28T15:02:14.806826Z","steps":["trace[566489640] 'process raft request' (duration: 964.374705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.806924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557843112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:14.806997Z","caller":"traceutil/trace.go:171","msg":"trace[527245300] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25780; }","duration":"1.557939413s","start":"2026-07-28T15:02:13.249039Z","end":"2026-07-28T15:02:14.806978Z","steps":["trace[527245300] 'agreement among raft nodes before linearized reading' (duration: 1.55776646s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.807014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.841893Z","time spent":"965.039418ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:14.807049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.24902Z","time spent":"1.558016365s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T15:02:14.806829Z","caller":"traceutil/trace.go:171","msg":"trace[61768611] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"962.868926ms","start":"2026-07-28T15:02:13.843914Z","end":"2026-07-28T15:02:14.806783Z","steps":["trace[61768611] 'process raft request' (duration: 962.620651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.807184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.84387Z","time spent":"963.264973ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:14.93215Z","caller":"traceutil/trace.go:171","msg":"trace[930582997] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"436.386929ms","start":"2026-07-28T15:02:14.495725Z","end":"2026-07-28T15:02:14.932112Z","steps":["trace[930582997] 'process raft request' (duration: 411.939318ms)","trace[930582997] 'compare' (duration: 24.205467ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:14.932314Z","caller":"traceutil/trace.go:171","msg":"trace[134638548] linearizableReadLoop","detail":"{readStateIndex:26617; appliedIndex:26615; }","duration":"125.467332ms","start":"2026-07-28T15:02:14.806815Z","end":"2026-07-28T15:02:14.932283Z","steps":["trace[134638548] 'read index received' (duration: 101.046381ms)","trace[134638548] 'applied index is now lower than readState.Index' (duration: 24.419281ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:14.932359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:14.495672Z","time spent":"436.582633ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:14.932469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475947748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:14.932478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680415268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:14.932553Z","caller":"traceutil/trace.go:171","msg":"trace[644999986] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25782; }","duration":"1.47607716s","start":"2026-07-28T15:02:13.456457Z","end":"2026-07-28T15:02:14.932534Z","steps":["trace[644999986] 'agreement among raft nodes before linearized reading' (duration: 1.475868515s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:14.93258Z","caller":"traceutil/trace.go:171","msg":"trace[941915763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25782; }","duration":"1.6805381s","start":"2026-07-28T15:02:13.252015Z","end":"2026-07-28T15:02:14.932553Z","steps":["trace[941915763] 'agreement among raft nodes before linearized reading' (duration: 1.680371317s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.932611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.456326Z","time spent":"1.476273934s","remote":"127.0.0.1:39958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:14.932642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410459227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:14.932666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681989978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18186"} {"level":"info","ts":"2026-07-28T15:02:14.93268Z","caller":"traceutil/trace.go:171","msg":"trace[485657898] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25782; }","duration":"1.410546769s","start":"2026-07-28T15:02:13.522123Z","end":"2026-07-28T15:02:14.93267Z","steps":["trace[485657898] 'agreement among raft nodes before linearized reading' (duration: 1.410441607s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.932714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.5221Z","time spent":"1.41060803s","remote":"127.0.0.1:37078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:14.932675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17066198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-28T15:02:14.932783Z","caller":"traceutil/trace.go:171","msg":"trace[112434441] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"342.718034ms","start":"2026-07-28T15:02:14.59005Z","end":"2026-07-28T15:02:14.932768Z","steps":["trace[112434441] 'process raft request' (duration: 342.004699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.932788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644633202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-28T15:02:14.932782Z","caller":"traceutil/trace.go:171","msg":"trace[1669426563] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25782; }","duration":"1.170787153s","start":"2026-07-28T15:02:13.761968Z","end":"2026-07-28T15:02:14.932755Z","steps":["trace[1669426563] 'agreement among raft nodes before linearized reading' (duration: 1.170462666s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.932813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682938647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-28T15:02:14.93263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.252009Z","time spent":"1.680611361s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:02:14.932837Z","caller":"traceutil/trace.go:171","msg":"trace[1430171702] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:25782; }","duration":"1.644704413s","start":"2026-07-28T15:02:13.288118Z","end":"2026-07-28T15:02:14.932822Z","steps":["trace[1430171702] 'agreement among raft nodes before linearized reading' (duration: 1.64453958s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:14.932848Z","caller":"traceutil/trace.go:171","msg":"trace[1997927873] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25782; }","duration":"1.682994577s","start":"2026-07-28T15:02:13.249843Z","end":"2026-07-28T15:02:14.932838Z","steps":["trace[1997927873] 'agreement among raft nodes before linearized reading' (duration: 1.682904155s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.932851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.761864Z","time spent":"1.170974646s","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T15:02:14.932864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.288097Z","time spent":"1.644762205s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-28T15:02:14.932928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.249821Z","time spent":"1.683097919s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-28T15:02:14.932985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:14.590012Z","time spent":"342.809706ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:14.932712Z","caller":"traceutil/trace.go:171","msg":"trace[2018504867] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25782; }","duration":"1.6820724s","start":"2026-07-28T15:02:13.250629Z","end":"2026-07-28T15:02:14.932701Z","steps":["trace[2018504867] 'agreement among raft nodes before linearized reading' (duration: 1.681917357s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.93305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.250613Z","time spent":"1.682425666s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18210,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T15:02:14.933115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.608996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:02:14.933144Z","caller":"traceutil/trace.go:171","msg":"trace[178160637] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25782; }","duration":"121.675428ms","start":"2026-07-28T15:02:14.811462Z","end":"2026-07-28T15:02:14.933138Z","steps":["trace[178160637] 'agreement among raft nodes before linearized reading' (duration: 121.541085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.932515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680824745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:14.933277Z","caller":"traceutil/trace.go:171","msg":"trace[201634200] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25782; }","duration":"1.68162121s","start":"2026-07-28T15:02:13.25164Z","end":"2026-07-28T15:02:14.933261Z","steps":["trace[201634200] 'agreement among raft nodes before linearized reading' (duration: 1.680794495s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:14.933321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:13.251633Z","time spent":"1.681677531s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:02:14.933273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.058485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-28T15:02:14.933404Z","caller":"traceutil/trace.go:171","msg":"trace[1985087441] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e; range_end:; response_count:1; response_revision:25782; }","duration":"123.254989ms","start":"2026-07-28T15:02:14.810129Z","end":"2026-07-28T15:02:14.933384Z","steps":["trace[1985087441] 'agreement among raft nodes before linearized reading' (duration: 122.844851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:15.436147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:16.208606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.95548ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-28T15:02:16.20867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:14.934515Z","time spent":"1.27415236s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T15:02:16.225959Z","caller":"traceutil/trace.go:171","msg":"trace[718723023] linearizableReadLoop","detail":"{readStateIndex:26619; appliedIndex:26617; }","duration":"1.290117454s","start":"2026-07-28T15:02:14.935813Z","end":"2026-07-28T15:02:16.225931Z","steps":["trace[718723023] 'read index received' (duration: 590.858144ms)","trace[718723023] 'applied index is now lower than readState.Index' (duration: 699.2581ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:16.225987Z","caller":"traceutil/trace.go:171","msg":"trace[1949792985] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"1.289504243s","start":"2026-07-28T15:02:14.936456Z","end":"2026-07-28T15:02:16.225961Z","steps":["trace[1949792985] 'process raft request' (duration: 1.289244448s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.226131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:14.936433Z","time spent":"1.289614245s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:16.226223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29038163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18186"} {"level":"info","ts":"2026-07-28T15:02:16.226279Z","caller":"traceutil/trace.go:171","msg":"trace[2016163037] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25783; }","duration":"1.290484703s","start":"2026-07-28T15:02:14.93578Z","end":"2026-07-28T15:02:16.226264Z","steps":["trace[2016163037] 'agreement among raft nodes before linearized reading' (duration: 1.290278889s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.226326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:14.935755Z","time spent":"1.290559054s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18210,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T15:02:16.227245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290541082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:16.227313Z","caller":"traceutil/trace.go:171","msg":"trace[1834331444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25784; }","duration":"1.290657334s","start":"2026-07-28T15:02:14.936642Z","end":"2026-07-28T15:02:16.227299Z","steps":["trace[1834331444] 'agreement among raft nodes before linearized reading' (duration: 1.290455891s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.227347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:14.936619Z","time spent":"1.290720506s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:16.227468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032182022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:16.227519Z","caller":"traceutil/trace.go:171","msg":"trace[988678809] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25784; }","duration":"1.032260004s","start":"2026-07-28T15:02:15.195245Z","end":"2026-07-28T15:02:16.227505Z","steps":["trace[988678809] 'agreement among raft nodes before linearized reading' (duration: 1.03207479s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.22755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:15.195234Z","time spent":"1.032309715s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:16.227584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286610036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:16.227625Z","caller":"traceutil/trace.go:171","msg":"trace[2034646211] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25784; }","duration":"1.286661667s","start":"2026-07-28T15:02:14.940952Z","end":"2026-07-28T15:02:16.227614Z","steps":["trace[2034646211] 'agreement among raft nodes before linearized reading' (duration: 1.286597726s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.227659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:14.940946Z","time spent":"1.286706238s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:02:16.227715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03312812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:02:16.227781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.618008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T15:02:16.227816Z","caller":"traceutil/trace.go:171","msg":"trace[1924386908] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25784; }","duration":"186.668129ms","start":"2026-07-28T15:02:16.041137Z","end":"2026-07-28T15:02:16.227805Z","steps":["trace[1924386908] 'agreement among raft nodes before linearized reading' (duration: 186.569277ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:16.2278Z","caller":"traceutil/trace.go:171","msg":"trace[1073494841] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25784; }","duration":"1.033265953s","start":"2026-07-28T15:02:15.194521Z","end":"2026-07-28T15:02:16.227787Z","steps":["trace[1073494841] 'agreement among raft nodes before linearized reading' (duration: 1.033055419s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.227849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290435002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f4454fc7-2cef-48fc-a6ea-0b3608d65a95\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-28T15:02:16.227869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:15.194482Z","time spent":"1.033373405s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T15:02:16.227885Z","caller":"traceutil/trace.go:171","msg":"trace[1588786433] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f4454fc7-2cef-48fc-a6ea-0b3608d65a95; range_end:; response_count:1; response_revision:25784; }","duration":"1.290532423s","start":"2026-07-28T15:02:14.937344Z","end":"2026-07-28T15:02:16.227876Z","steps":["trace[1588786433] 'agreement among raft nodes before linearized reading' (duration: 1.290432061s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.227912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:14.937309Z","time spent":"1.290596355s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-f4454fc7-2cef-48fc-a6ea-0b3608d65a95\" "} {"level":"warn","ts":"2026-07-28T15:02:16.227943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.869443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:02:16.22798Z","caller":"traceutil/trace.go:171","msg":"trace[1323354535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25784; }","duration":"185.927404ms","start":"2026-07-28T15:02:16.042039Z","end":"2026-07-28T15:02:16.227966Z","steps":["trace[1323354535] 'agreement among raft nodes before linearized reading' (duration: 185.851723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.228001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.988785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:02:16.228029Z","caller":"traceutil/trace.go:171","msg":"trace[48176024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25784; }","duration":"187.057087ms","start":"2026-07-28T15:02:16.040964Z","end":"2026-07-28T15:02:16.228021Z","steps":["trace[48176024] 'agreement among raft nodes before linearized reading' (duration: 186.977916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.22774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033273203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:16.228116Z","caller":"traceutil/trace.go:171","msg":"trace[1515432834] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25784; }","duration":"1.033709132s","start":"2026-07-28T15:02:15.194401Z","end":"2026-07-28T15:02:16.22811Z","steps":["trace[1515432834] 'agreement among raft nodes before linearized reading' (duration: 1.033178022s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.228135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:15.194376Z","time spent":"1.033752892s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:16.228449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.400674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:02:16.228543Z","caller":"traceutil/trace.go:171","msg":"trace[1472378143] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25784; }","duration":"186.511635ms","start":"2026-07-28T15:02:16.041999Z","end":"2026-07-28T15:02:16.228511Z","steps":["trace[1472378143] 'agreement among raft nodes before linearized reading' (duration: 185.539727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.229078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257166776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:16.229173Z","caller":"traceutil/trace.go:171","msg":"trace[2116705876] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25784; }","duration":"1.257290418s","start":"2026-07-28T15:02:14.971869Z","end":"2026-07-28T15:02:16.22916Z","steps":["trace[2116705876] 'agreement among raft nodes before linearized reading' (duration: 1.257116774s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:16.229258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:14.971857Z","time spent":"1.257385529s","remote":"127.0.0.1:52782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:20.136631Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22502} {"level":"info","ts":"2026-07-28T15:02:20.29875Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22502,"took":"157.803909ms","hash":125492380,"current-db-size-bytes":57917440,"current-db-size":"58 MB","current-db-size-in-use-bytes":46374912,"current-db-size-in-use":"46 MB"} {"level":"info","ts":"2026-07-28T15:02:20.298813Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":125492380,"revision":22502,"compact-revision":20147} {"level":"warn","ts":"2026-07-28T15:02:26.907186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110374,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:02:27.045759Z","caller":"traceutil/trace.go:171","msg":"trace[1919373587] transaction","detail":"{read_only:false; response_revision:25874; number_of_response:1; }","duration":"639.964562ms","start":"2026-07-28T15:02:26.405765Z","end":"2026-07-28T15:02:27.04573Z","steps":["trace[1919373587] 'process raft request' (duration: 639.784809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:27.045947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:26.405747Z","time spent":"640.096174ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:27.10425Z","caller":"traceutil/trace.go:171","msg":"trace[549504339] transaction","detail":"{read_only:false; response_revision:25875; number_of_response:1; }","duration":"698.465206ms","start":"2026-07-28T15:02:26.405766Z","end":"2026-07-28T15:02:27.104231Z","steps":["trace[549504339] 'process raft request' (duration: 698.298462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:27.104354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:26.405747Z","time spent":"698.555357ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:27.104655Z","caller":"traceutil/trace.go:171","msg":"trace[1630388297] transaction","detail":"{read_only:false; response_revision:25876; number_of_response:1; }","duration":"698.801092ms","start":"2026-07-28T15:02:26.405812Z","end":"2026-07-28T15:02:27.104613Z","steps":["trace[1630388297] 'process raft request' (duration: 698.375664ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:27.104755Z","caller":"traceutil/trace.go:171","msg":"trace[1721553417] transaction","detail":"{read_only:false; response_revision:25877; number_of_response:1; }","duration":"698.589218ms","start":"2026-07-28T15:02:26.406119Z","end":"2026-07-28T15:02:27.104709Z","steps":["trace[1721553417] 'process raft request' (duration: 698.376574ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:27.105059Z","caller":"traceutil/trace.go:171","msg":"trace[603550960] transaction","detail":"{read_only:false; response_revision:25878; number_of_response:1; }","duration":"228.207607ms","start":"2026-07-28T15:02:26.876804Z","end":"2026-07-28T15:02:27.105012Z","steps":["trace[603550960] 'process raft request' (duration: 227.853831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:27.105092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:26.40579Z","time spent":"698.946684ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:27.105405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:26.406086Z","time spent":"698.758211ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:27.105567Z","caller":"traceutil/trace.go:171","msg":"trace[2096880658] transaction","detail":"{read_only:false; response_revision:25879; number_of_response:1; }","duration":"223.346311ms","start":"2026-07-28T15:02:26.882197Z","end":"2026-07-28T15:02:27.105543Z","steps":["trace[2096880658] 'process raft request' (duration: 222.736479ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:27.105766Z","caller":"traceutil/trace.go:171","msg":"trace[1052384125] transaction","detail":"{read_only:false; response_revision:25880; number_of_response:1; }","duration":"221.148018ms","start":"2026-07-28T15:02:26.884606Z","end":"2026-07-28T15:02:27.105754Z","steps":["trace[1052384125] 'process raft request' (duration: 220.812842ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:27.105869Z","caller":"traceutil/trace.go:171","msg":"trace[705881379] transaction","detail":"{read_only:false; response_revision:25881; number_of_response:1; }","duration":"220.881033ms","start":"2026-07-28T15:02:26.884969Z","end":"2026-07-28T15:02:27.10585Z","steps":["trace[705881379] 'process raft request' (duration: 220.664149ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:27.105941Z","caller":"traceutil/trace.go:171","msg":"trace[1191931975] transaction","detail":"{read_only:false; response_revision:25882; number_of_response:1; }","duration":"220.824972ms","start":"2026-07-28T15:02:26.885107Z","end":"2026-07-28T15:02:27.105932Z","steps":["trace[1191931975] 'process raft request' (duration: 220.642058ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:27.105894Z","caller":"traceutil/trace.go:171","msg":"trace[333511116] linearizableReadLoop","detail":"{readStateIndex:26722; appliedIndex:26712; }","duration":"699.364202ms","start":"2026-07-28T15:02:26.406515Z","end":"2026-07-28T15:02:27.105879Z","steps":["trace[333511116] 'read index received' (duration: 639.092424ms)","trace[333511116] 'applied index is now lower than readState.Index' (duration: 60.270538ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:27.10602Z","caller":"traceutil/trace.go:171","msg":"trace[836786839] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"217.18581ms","start":"2026-07-28T15:02:26.888826Z","end":"2026-07-28T15:02:27.106012Z","steps":["trace[836786839] 'process raft request' (duration: 217.011797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:27.106069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.556436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18186"} {"level":"info","ts":"2026-07-28T15:02:27.10611Z","caller":"traceutil/trace.go:171","msg":"trace[1165313362] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25883; }","duration":"699.633087ms","start":"2026-07-28T15:02:26.406466Z","end":"2026-07-28T15:02:27.106099Z","steps":["trace[1165313362] 'agreement among raft nodes before linearized reading' (duration: 699.458194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:27.10614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:26.406454Z","time spent":"699.679209ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18210,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T15:02:27.106275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.824633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:02:27.10635Z","caller":"traceutil/trace.go:171","msg":"trace[1121810953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25883; }","duration":"182.946584ms","start":"2026-07-28T15:02:26.923384Z","end":"2026-07-28T15:02:27.106331Z","steps":["trace[1121810953] 'agreement among raft nodes before linearized reading' (duration: 182.72113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:33.635043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110626,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:02:33.950897Z","caller":"traceutil/trace.go:171","msg":"trace[472351697] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"875.211668ms","start":"2026-07-28T15:02:33.075658Z","end":"2026-07-28T15:02:33.950869Z","steps":["trace[472351697] 'process raft request' (duration: 875.062995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:33.951054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.075632Z","time spent":"875.336101ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:35.287423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:35.287528Z","caller":"traceutil/trace.go:171","msg":"trace[1556970136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441923s","start":"2026-07-28T15:02:33.287059Z","end":"2026-07-28T15:02:35.287501Z","steps":["trace[1556970136] 'agreement among raft nodes before linearized reading' (duration: 2.00031414s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:35.287746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.28703Z","time spent":"2.000697469s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:02:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:35.457398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241722921s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:02:35.458375Z","caller":"traceutil/trace.go:171","msg":"trace[861946269] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"2.327635231s","start":"2026-07-28T15:02:33.130626Z","end":"2026-07-28T15:02:35.458262Z","steps":["trace[861946269] 'process raft request' (duration: 2.327517949s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:35.458345Z","caller":"traceutil/trace.go:171","msg":"trace[1649380000] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"2.332216671s","start":"2026-07-28T15:02:33.126077Z","end":"2026-07-28T15:02:35.458293Z","steps":["trace[1649380000] 'process raft request' (duration: 2.331787493s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:35.458624Z","caller":"traceutil/trace.go:171","msg":"trace[3780329] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"2.325727994s","start":"2026-07-28T15:02:33.132841Z","end":"2026-07-28T15:02:35.458569Z","steps":["trace[3780329] 'process raft request' (duration: 2.325363136s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:35.4588Z","caller":"traceutil/trace.go:171","msg":"trace[773781963] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"2.324381928s","start":"2026-07-28T15:02:33.13439Z","end":"2026-07-28T15:02:35.458772Z","steps":["trace[773781963] 'process raft request' (duration: 2.324059521s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:35.458822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.132812Z","time spent":"2.325897627s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:35.45882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.126049Z","time spent":"2.33265167s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:35.458794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.130594Z","time spent":"2.327941508s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:35.458912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.134351Z","time spent":"2.32450819s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:35.458894Z","caller":"traceutil/trace.go:171","msg":"trace[2131337781] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"2.324220844s","start":"2026-07-28T15:02:33.134651Z","end":"2026-07-28T15:02:35.458872Z","steps":["trace[2131337781] 'process raft request' (duration: 2.3239628s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:35.459011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.134635Z","time spent":"2.324340086s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:35.459021Z","caller":"traceutil/trace.go:171","msg":"trace[934458390] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"1.767526583s","start":"2026-07-28T15:02:33.691489Z","end":"2026-07-28T15:02:35.459015Z","steps":["trace[934458390] 'process raft request' (duration: 1.76735402s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:35.459054Z","caller":"traceutil/trace.go:171","msg":"trace[1377913024] linearizableReadLoop","detail":"{readStateIndex:26804; appliedIndex:26797; }","duration":"2.324849567s","start":"2026-07-28T15:02:33.134141Z","end":"2026-07-28T15:02:35.45899Z","steps":["trace[1377913024] 'read index received' (duration: 816.673495ms)","trace[1377913024] 'applied index is now lower than readState.Index' (duration: 1.508175422s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:35.459075Z","caller":"traceutil/trace.go:171","msg":"trace[1384123611] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"2.323474139s","start":"2026-07-28T15:02:33.135555Z","end":"2026-07-28T15:02:35.459029Z","steps":["trace[1384123611] 'process raft request' (duration: 2.323099052s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:35.459282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.325138622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T15:02:35.459332Z","caller":"traceutil/trace.go:171","msg":"trace[1173956802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25965; }","duration":"2.325222503s","start":"2026-07-28T15:02:33.134098Z","end":"2026-07-28T15:02:35.45932Z","steps":["trace[1173956802] 'agreement among raft nodes before linearized reading' (duration: 2.325006279s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:35.459363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.134087Z","time spent":"2.325269475s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:35.459469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.13554Z","time spent":"2.323619052s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:35.459496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.691465Z","time spent":"1.767613244s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:36.390509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.411958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:36.390652Z","caller":"traceutil/trace.go:171","msg":"trace[1393683218] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"927.386516ms","start":"2026-07-28T15:02:35.463252Z","end":"2026-07-28T15:02:36.390639Z","steps":["trace[1393683218] 'process raft request' (duration: 927.343065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.390699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:35.463232Z","time spent":"927.446347ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:36.390702Z","caller":"traceutil/trace.go:171","msg":"trace[1752503564] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"1.42491407s","start":"2026-07-28T15:02:34.965749Z","end":"2026-07-28T15:02:36.390663Z","steps":["trace[1752503564] 'process raft request' (duration: 672.277588ms)","trace[1752503564] 'compare' (duration: 752.033031ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:36.390852Z","caller":"traceutil/trace.go:171","msg":"trace[961044139] linearizableReadLoop","detail":"{readStateIndex:26806; appliedIndex:26805; }","duration":"931.762043ms","start":"2026-07-28T15:02:35.459083Z","end":"2026-07-28T15:02:36.390845Z","steps":["trace[961044139] 'read index received' (duration: 179.052649ms)","trace[961044139] 'applied index is now lower than readState.Index' (duration: 752.708764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:36.390876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:34.965726Z","time spent":"1.425054323s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:36.390991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048531344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:36.391021Z","caller":"traceutil/trace.go:171","msg":"trace[108793042] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25967; }","duration":"1.048612816s","start":"2026-07-28T15:02:35.3424Z","end":"2026-07-28T15:02:36.391013Z","steps":["trace[108793042] 'agreement among raft nodes before linearized reading' (duration: 1.048523644s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.391044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:35.342376Z","time spent":"1.048662216s","remote":"127.0.0.1:41474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:36.391156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102967947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:36.391181Z","caller":"traceutil/trace.go:171","msg":"trace[847580367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25967; }","duration":"1.103061649s","start":"2026-07-28T15:02:35.288114Z","end":"2026-07-28T15:02:36.391175Z","steps":["trace[847580367] 'agreement among raft nodes before linearized reading' (duration: 1.103023278s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.391201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:35.288081Z","time spent":"1.10311308s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:36.391299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378052357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:36.391325Z","caller":"traceutil/trace.go:171","msg":"trace[1471827662] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25967; }","duration":"1.378077947s","start":"2026-07-28T15:02:35.01324Z","end":"2026-07-28T15:02:36.391318Z","steps":["trace[1471827662] 'agreement among raft nodes before linearized reading' (duration: 1.378043457s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.391344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:35.013228Z","time spent":"1.378110849s","remote":"127.0.0.1:39078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:36.391393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020107939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:36.391449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022424295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:36.391476Z","caller":"traceutil/trace.go:171","msg":"trace[1909120151] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25967; }","duration":"3.022494546s","start":"2026-07-28T15:02:33.368975Z","end":"2026-07-28T15:02:36.391469Z","steps":["trace[1909120151] 'agreement among raft nodes before linearized reading' (duration: 3.022450675s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.3915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.368954Z","time spent":"3.022540767s","remote":"127.0.0.1:40758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:36.391655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10236382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-28T15:02:36.391682Z","caller":"traceutil/trace.go:171","msg":"trace[420447738] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:25967; }","duration":"3.10239074s","start":"2026-07-28T15:02:33.289285Z","end":"2026-07-28T15:02:36.391675Z","steps":["trace[420447738] 'agreement among raft nodes before linearized reading' (duration: 3.102297388s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.3917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.289233Z","time spent":"3.102463702s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-28T15:02:36.391774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617845753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/senlin-api-6cc47848f9-shvzh.18c67b8e9e762798\" ","response":"range_response_count:1 size:1170"} {"level":"info","ts":"2026-07-28T15:02:36.391815Z","caller":"traceutil/trace.go:171","msg":"trace[10040576] range","detail":"{range_begin:/registry/events/openstack/senlin-api-6cc47848f9-shvzh.18c67b8e9e762798; range_end:; response_count:1; response_revision:25967; }","duration":"1.617884764s","start":"2026-07-28T15:02:34.77392Z","end":"2026-07-28T15:02:36.391805Z","steps":["trace[10040576] 'agreement among raft nodes before linearized reading' (duration: 1.617755821s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.391854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:34.773838Z","time spent":"1.618008816s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1194,"request content":"key:\"/registry/events/openstack/senlin-api-6cc47848f9-shvzh.18c67b8e9e762798\" "} {"level":"warn","ts":"2026-07-28T15:02:36.391908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252714063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T15:02:36.391935Z","caller":"traceutil/trace.go:171","msg":"trace[1311271151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25967; }","duration":"3.252750253s","start":"2026-07-28T15:02:33.139178Z","end":"2026-07-28T15:02:36.391928Z","steps":["trace[1311271151] 'agreement among raft nodes before linearized reading' (duration: 3.252696072s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.391954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.139172Z","time spent":"3.252778513s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:36.39208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253849135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-28T15:02:36.392079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632369079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-28T15:02:36.392105Z","caller":"traceutil/trace.go:171","msg":"trace[1963216867] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25967; }","duration":"3.253904986s","start":"2026-07-28T15:02:33.138194Z","end":"2026-07-28T15:02:36.392099Z","steps":["trace[1963216867] 'agreement among raft nodes before linearized reading' (duration: 3.253844845s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:36.392113Z","caller":"traceutil/trace.go:171","msg":"trace[1086308254] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25967; }","duration":"1.6324549s","start":"2026-07-28T15:02:34.759649Z","end":"2026-07-28T15:02:36.392104Z","steps":["trace[1086308254] 'agreement among raft nodes before linearized reading' (duration: 1.632362819s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.392144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:34.759626Z","time spent":"1.632511482s","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T15:02:36.392169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256993567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-28T15:02:36.392194Z","caller":"traceutil/trace.go:171","msg":"trace[708730446] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25967; }","duration":"3.257019228s","start":"2026-07-28T15:02:33.13517Z","end":"2026-07-28T15:02:36.392189Z","steps":["trace[708730446] 'agreement among raft nodes before linearized reading' (duration: 3.256963406s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.392211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.135105Z","time spent":"3.257102359s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:02:36.392326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.120893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:36.392354Z","caller":"traceutil/trace.go:171","msg":"trace[1965052672] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25967; }","duration":"817.152314ms","start":"2026-07-28T15:02:35.575193Z","end":"2026-07-28T15:02:36.392345Z","steps":["trace[1965052672] 'agreement among raft nodes before linearized reading' (duration: 817.108673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.392349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011576733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T15:02:36.392377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:35.575149Z","time spent":"817.221185ms","remote":"127.0.0.1:40724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:36.392391Z","caller":"traceutil/trace.go:171","msg":"trace[182026841] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25967; }","duration":"2.011639085s","start":"2026-07-28T15:02:34.380743Z","end":"2026-07-28T15:02:36.392382Z","steps":["trace[182026841] 'agreement among raft nodes before linearized reading' (duration: 2.011538873s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.392424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:34.380731Z","time spent":"2.011687385s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:36.392566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.348862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:36.391443Z","caller":"traceutil/trace.go:171","msg":"trace[746136731] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25967; }","duration":"3.02019952s","start":"2026-07-28T15:02:33.371233Z","end":"2026-07-28T15:02:36.391432Z","steps":["trace[746136731] 'agreement among raft nodes before linearized reading' (duration: 3.020098018s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.392584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083899268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:36.392593Z","caller":"traceutil/trace.go:171","msg":"trace[1247705244] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25967; }","duration":"258.424593ms","start":"2026-07-28T15:02:36.134162Z","end":"2026-07-28T15:02:36.392586Z","steps":["trace[1247705244] 'agreement among raft nodes before linearized reading' (duration: 258.382883ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:36.392611Z","caller":"traceutil/trace.go:171","msg":"trace[356801378] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25967; }","duration":"2.08393889s","start":"2026-07-28T15:02:34.308664Z","end":"2026-07-28T15:02:36.392603Z","steps":["trace[356801378] 'agreement among raft nodes before linearized reading' (duration: 2.083861088s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.396262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:34.308651Z","time spent":"2.087560411s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:36.392123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.138185Z","time spent":"3.253934567s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:02:36.391857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211195324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4438"} {"level":"info","ts":"2026-07-28T15:02:36.396598Z","caller":"traceutil/trace.go:171","msg":"trace[1157419551] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25967; }","duration":"3.215959579s","start":"2026-07-28T15:02:33.180621Z","end":"2026-07-28T15:02:36.396581Z","steps":["trace[1157419551] 'agreement among raft nodes before linearized reading' (duration: 3.211185404s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.396634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.180606Z","time spent":"3.216019369s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-28T15:02:36.391648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39746058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T15:02:36.396784Z","caller":"traceutil/trace.go:171","msg":"trace[1001340968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25967; }","duration":"1.402629002s","start":"2026-07-28T15:02:34.994147Z","end":"2026-07-28T15:02:36.396776Z","steps":["trace[1001340968] 'agreement among raft nodes before linearized reading' (duration: 1.397315577s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.396809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:34.994126Z","time spent":"1.402674944s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:02:36.392616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.371214Z","time spent":"3.021387964s","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:36.392702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.991241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:36.397212Z","caller":"traceutil/trace.go:171","msg":"trace[1083175497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25967; }","duration":"378.54402ms","start":"2026-07-28T15:02:36.018655Z","end":"2026-07-28T15:02:36.397199Z","steps":["trace[1083175497] 'agreement among raft nodes before linearized reading' (duration: 374.023031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.397244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.018629Z","time spent":"378.602271ms","remote":"127.0.0.1:41564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:36.392753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.522143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:02:36.397382Z","caller":"traceutil/trace.go:171","msg":"trace[322661708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25967; }","duration":"442.288877ms","start":"2026-07-28T15:02:35.955086Z","end":"2026-07-28T15:02:36.397375Z","steps":["trace[322661708] 'agreement among raft nodes before linearized reading' (duration: 437.628285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.397408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:35.955054Z","time spent":"442.344738ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:02:36.392782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.128767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:36.397574Z","caller":"traceutil/trace.go:171","msg":"trace[928904335] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25967; }","duration":"467.915761ms","start":"2026-07-28T15:02:35.929648Z","end":"2026-07-28T15:02:36.397564Z","steps":["trace[928904335] 'agreement among raft nodes before linearized reading' (duration: 463.116297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.397601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:35.929603Z","time spent":"467.988283ms","remote":"127.0.0.1:40124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:36.392835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.762914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-28T15:02:36.397784Z","caller":"traceutil/trace.go:171","msg":"trace[1903730360] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25967; }","duration":"520.745161ms","start":"2026-07-28T15:02:35.87703Z","end":"2026-07-28T15:02:36.397775Z","steps":["trace[1903730360] 'agreement among raft nodes before linearized reading' (duration: 515.763733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.397812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:35.877007Z","time spent":"520.796804ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-28T15:02:36.39286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.814697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:36.398003Z","caller":"traceutil/trace.go:171","msg":"trace[1012866080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25967; }","duration":"651.997919ms","start":"2026-07-28T15:02:35.745997Z","end":"2026-07-28T15:02:36.397995Z","steps":["trace[1012866080] 'agreement among raft nodes before linearized reading' (duration: 646.848207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.398029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:35.745974Z","time spent":"652.045611ms","remote":"127.0.0.1:39152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:36.393158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085278585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:36.398177Z","caller":"traceutil/trace.go:171","msg":"trace[653807894] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25967; }","duration":"2.090344076s","start":"2026-07-28T15:02:34.30782Z","end":"2026-07-28T15:02:36.398165Z","steps":["trace[653807894] 'agreement among raft nodes before linearized reading' (duration: 2.085285605s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.398206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:34.307793Z","time spent":"2.090405756s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:36.393205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086689683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:36.398336Z","caller":"traceutil/trace.go:171","msg":"trace[721355823] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25967; }","duration":"2.091865336s","start":"2026-07-28T15:02:34.306463Z","end":"2026-07-28T15:02:36.398329Z","steps":["trace[721355823] 'agreement among raft nodes before linearized reading' (duration: 2.086711364s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.39836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:34.306434Z","time spent":"2.091918636s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:36.39323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115697945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:36.398475Z","caller":"traceutil/trace.go:171","msg":"trace[1861280090] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25967; }","duration":"2.120984169s","start":"2026-07-28T15:02:34.277482Z","end":"2026-07-28T15:02:36.398466Z","steps":["trace[1861280090] 'agreement among raft nodes before linearized reading' (duration: 2.115732555s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.398501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:34.277459Z","time spent":"2.12103382s","remote":"127.0.0.1:40984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:36.393265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28850763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:36.398694Z","caller":"traceutil/trace.go:171","msg":"trace[649560683] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25967; }","duration":"2.293977008s","start":"2026-07-28T15:02:34.104707Z","end":"2026-07-28T15:02:36.398684Z","steps":["trace[649560683] 'agreement among raft nodes before linearized reading' (duration: 2.28853266s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.39872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:34.104683Z","time spent":"2.294028099s","remote":"127.0.0.1:52836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:36.393295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.512541495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:36.398828Z","caller":"traceutil/trace.go:171","msg":"trace[2014261303] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25967; }","duration":"2.518127585s","start":"2026-07-28T15:02:33.880693Z","end":"2026-07-28T15:02:36.398821Z","steps":["trace[2014261303] 'agreement among raft nodes before linearized reading' (duration: 2.512581596s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:36.398852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:33.880665Z","time spent":"2.518179107s","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:36.901043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:37.857493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.604783ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-28T15:02:37.857653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.394748Z","time spent":"1.4629s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T15:02:37.913115Z","caller":"traceutil/trace.go:171","msg":"trace[2101838010] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"1.517575018s","start":"2026-07-28T15:02:36.395512Z","end":"2026-07-28T15:02:37.913087Z","steps":["trace[2101838010] 'process raft request' (duration: 1.517241691s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:37.913288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.3955Z","time spent":"1.51769833s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:37.913389Z","caller":"traceutil/trace.go:171","msg":"trace[880458399] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"1.513236102s","start":"2026-07-28T15:02:36.400116Z","end":"2026-07-28T15:02:37.913352Z","steps":["trace[880458399] 'process raft request' (duration: 1.512883225s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:37.913536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.4001Z","time spent":"1.513357355s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:37.91357Z","caller":"traceutil/trace.go:171","msg":"trace[1751290239] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"1.511466856s","start":"2026-07-28T15:02:36.402069Z","end":"2026-07-28T15:02:37.913536Z","steps":["trace[1751290239] 'process raft request' (duration: 1.51115458s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:37.913733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.402007Z","time spent":"1.511640429s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:37.913775Z","caller":"traceutil/trace.go:171","msg":"trace[848792527] linearizableReadLoop","detail":"{readStateIndex:26816; appliedIndex:26807; }","duration":"1.513242132s","start":"2026-07-28T15:02:36.40052Z","end":"2026-07-28T15:02:37.913762Z","steps":["trace[848792527] 'read index received' (duration: 775.281709ms)","trace[848792527] 'applied index is now lower than readState.Index' (duration: 737.959373ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:37.913806Z","caller":"traceutil/trace.go:171","msg":"trace[1395387574] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"1.511454106s","start":"2026-07-28T15:02:36.402338Z","end":"2026-07-28T15:02:37.913792Z","steps":["trace[1395387574] 'process raft request' (duration: 1.511011218s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:37.913825Z","caller":"traceutil/trace.go:171","msg":"trace[1799439495] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"1.509231683s","start":"2026-07-28T15:02:36.404581Z","end":"2026-07-28T15:02:37.913812Z","steps":["trace[1799439495] 'process raft request' (duration: 1.509098991s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:37.913842Z","caller":"traceutil/trace.go:171","msg":"trace[1164800000] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"1.509181422s","start":"2026-07-28T15:02:36.404654Z","end":"2026-07-28T15:02:37.913835Z","steps":["trace[1164800000] 'process raft request' (duration: 1.509055169s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:37.913866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.404571Z","time spent":"1.509271764s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:37.913877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.402328Z","time spent":"1.511507767s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:37.913915Z","caller":"traceutil/trace.go:171","msg":"trace[1873806267] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"1.509091529s","start":"2026-07-28T15:02:36.404818Z","end":"2026-07-28T15:02:37.91391Z","steps":["trace[1873806267] 'process raft request' (duration: 1.508913906s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:37.913927Z","caller":"traceutil/trace.go:171","msg":"trace[2012255809] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"1.510775503s","start":"2026-07-28T15:02:36.403146Z","end":"2026-07-28T15:02:37.913921Z","steps":["trace[2012255809] 'process raft request' (duration: 1.510480558s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:37.913953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.404807Z","time spent":"1.50912494s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:37.913891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.404648Z","time spent":"1.509214212s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:37.914016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513490617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:37.913968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.403133Z","time spent":"1.510816454s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:37.914066Z","caller":"traceutil/trace.go:171","msg":"trace[686193976] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25975; }","duration":"1.513580799s","start":"2026-07-28T15:02:36.400471Z","end":"2026-07-28T15:02:37.914051Z","steps":["trace[686193976] 'agreement among raft nodes before linearized reading' (duration: 1.513493117s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:37.914104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.400451Z","time spent":"1.51364453s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:02:38.403908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999078876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:38.403985Z","caller":"traceutil/trace.go:171","msg":"trace[356127017] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999170248s","start":"2026-07-28T15:02:36.404802Z","end":"2026-07-28T15:02:38.403972Z","steps":["trace[356127017] 'agreement among raft nodes before linearized reading' (duration: 1.999077166s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:38.404018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.404764Z","time spent":"1.99924771s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:02:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:38.41417Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:38.559092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.353638ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:38.55925Z","caller":"traceutil/trace.go:171","msg":"trace[1531368651] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25975; }","duration":"135.528951ms","start":"2026-07-28T15:02:38.423697Z","end":"2026-07-28T15:02:38.559226Z","steps":["trace[1531368651] 'range keys from in-memory index tree' (duration: 135.330857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:38.914984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:39.0587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145476644s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:02:39.059291Z","caller":"traceutil/trace.go:171","msg":"trace[1806282691] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"1.594085204s","start":"2026-07-28T15:02:37.465177Z","end":"2026-07-28T15:02:39.059262Z","steps":["trace[1806282691] 'process raft request' (duration: 1.593888691s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:39.059275Z","caller":"traceutil/trace.go:171","msg":"trace[107716318] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"1.594303909s","start":"2026-07-28T15:02:37.464917Z","end":"2026-07-28T15:02:39.059221Z","steps":["trace[107716318] 'process raft request' (duration: 1.593965312s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:39.059411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.465138Z","time spent":"1.594207967s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:39.059391Z","caller":"traceutil/trace.go:171","msg":"trace[1084912258] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"1.594112855s","start":"2026-07-28T15:02:37.465205Z","end":"2026-07-28T15:02:39.059318Z","steps":["trace[1084912258] 'process raft request' (duration: 1.593940712s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:39.059535Z","caller":"traceutil/trace.go:171","msg":"trace[1631050729] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"1.516011127s","start":"2026-07-28T15:02:37.543497Z","end":"2026-07-28T15:02:39.059508Z","steps":["trace[1631050729] 'process raft request' (duration: 1.515925704s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:39.05956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.464868Z","time spent":"1.594529353s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:39.059601Z","caller":"traceutil/trace.go:171","msg":"trace[215971018] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"1.200755284s","start":"2026-07-28T15:02:37.858825Z","end":"2026-07-28T15:02:39.05958Z","steps":["trace[215971018] 'process raft request' (duration: 1.200634072s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:39.05965Z","caller":"traceutil/trace.go:171","msg":"trace[311630862] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"1.594030605s","start":"2026-07-28T15:02:37.465614Z","end":"2026-07-28T15:02:39.059644Z","steps":["trace[311630862] 'process raft request' (duration: 1.593568385s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:39.059692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.465599Z","time spent":"1.594067885s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:39.059693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.858798Z","time spent":"1.200851396s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:39.059679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.465154Z","time spent":"1.594374721s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:39.059695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.543479Z","time spent":"1.516129489s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:39.059807Z","caller":"traceutil/trace.go:171","msg":"trace[1390065980] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"1.59277141s","start":"2026-07-28T15:02:37.467029Z","end":"2026-07-28T15:02:39.059801Z","steps":["trace[1390065980] 'process raft request' (duration: 1.59230185s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:39.059626Z","caller":"traceutil/trace.go:171","msg":"trace[1406257460] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"1.593151757s","start":"2026-07-28T15:02:37.466466Z","end":"2026-07-28T15:02:39.059618Z","steps":["trace[1406257460] 'process raft request' (duration: 1.592788209s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:39.059841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.467014Z","time spent":"1.59281127s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:39.059863Z","caller":"traceutil/trace.go:171","msg":"trace[771943093] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"1.559014634s","start":"2026-07-28T15:02:37.500835Z","end":"2026-07-28T15:02:39.05985Z","steps":["trace[771943093] 'process raft request' (duration: 1.558548285s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:39.059871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.466436Z","time spent":"1.593399251s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:39.059932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.500814Z","time spent":"1.559083146s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:40.404571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:02:40.404678Z","caller":"traceutil/trace.go:171","msg":"trace[67189922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000504674s","start":"2026-07-28T15:02:38.404153Z","end":"2026-07-28T15:02:40.404658Z","steps":["trace[67189922] 'agreement among raft nodes before linearized reading' (duration: 2.000362922s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.404736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:38.40413Z","time spent":"2.000595357s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:40.450252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391325999s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:02:40.450931Z","caller":"traceutil/trace.go:171","msg":"trace[855611739] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"2.531182193s","start":"2026-07-28T15:02:37.919726Z","end":"2026-07-28T15:02:40.450908Z","steps":["trace[855611739] 'process raft request' (duration: 2.530698114s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:40.45096Z","caller":"traceutil/trace.go:171","msg":"trace[801846915] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"2.530230423s","start":"2026-07-28T15:02:37.920712Z","end":"2026-07-28T15:02:40.450942Z","steps":["trace[801846915] 'process raft request' (duration: 2.529997989s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.451014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.919717Z","time spent":"2.531247034s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T15:02:40.451035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.920688Z","time spent":"2.530304285s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1861,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:40.451023Z","caller":"traceutil/trace.go:171","msg":"trace[75905781] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"2.530352086s","start":"2026-07-28T15:02:37.92062Z","end":"2026-07-28T15:02:40.450973Z","steps":["trace[75905781] 'process raft request' (duration: 2.53004166s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.451253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.920585Z","time spent":"2.53053798s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1140,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:40.451783Z","caller":"traceutil/trace.go:171","msg":"trace[1939871478] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"2.532084391s","start":"2026-07-28T15:02:37.919674Z","end":"2026-07-28T15:02:40.451759Z","steps":["trace[1939871478] 'process raft request' (duration: 2.530927308s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.451892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.919647Z","time spent":"2.532205924s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1268,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:40.633059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.291882ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-28T15:02:40.633156Z","caller":"traceutil/trace.go:171","msg":"trace[1122519634] linearizableReadLoop","detail":"{readStateIndex:26830; appliedIndex:26816; }","duration":"2.719329731s","start":"2026-07-28T15:02:37.913809Z","end":"2026-07-28T15:02:40.633138Z","steps":["trace[1122519634] 'read index received' (duration: 1.145157289s)","trace[1122519634] 'applied index is now lower than readState.Index' (duration: 1.574170892s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:40.633273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.434985875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:40.633272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363864844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:40.633306Z","caller":"traceutil/trace.go:171","msg":"trace[778873914] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25988; }","duration":"3.435065597s","start":"2026-07-28T15:02:37.198234Z","end":"2026-07-28T15:02:40.633299Z","steps":["trace[778873914] 'agreement among raft nodes before linearized reading' (duration: 3.434989336s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640648859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:40.633336Z","caller":"traceutil/trace.go:171","msg":"trace[753655810] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25988; }","duration":"3.363971635s","start":"2026-07-28T15:02:37.269345Z","end":"2026-07-28T15:02:40.633317Z","steps":["trace[753655810] 'agreement among raft nodes before linearized reading' (duration: 3.363860203s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.269324Z","time spent":"3.364036877s","remote":"127.0.0.1:59660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:40.633371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.458331614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:40.633381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.555237025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:40.633402Z","caller":"traceutil/trace.go:171","msg":"trace[1236409722] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25988; }","duration":"3.458401906s","start":"2026-07-28T15:02:37.174989Z","end":"2026-07-28T15:02:40.633391Z","steps":["trace[1236409722] 'agreement among raft nodes before linearized reading' (duration: 3.458365275s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.486928349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:40.633423Z","caller":"traceutil/trace.go:171","msg":"trace[468431227] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25988; }","duration":"3.555317016s","start":"2026-07-28T15:02:37.078094Z","end":"2026-07-28T15:02:40.633411Z","steps":["trace[468431227] 'agreement among raft nodes before linearized reading' (duration: 3.555248325s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.174937Z","time spent":"3.458484637s","remote":"127.0.0.1:53202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:40.633435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.228744779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f89784d2-dddf-42dc-90e4-759ec5be570d\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-28T15:02:40.633447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.078069Z","time spent":"3.555371878s","remote":"127.0.0.1:40768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:40.633463Z","caller":"traceutil/trace.go:171","msg":"trace[1346143504] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f89784d2-dddf-42dc-90e4-759ec5be570d; range_end:; response_count:1; response_revision:25988; }","duration":"4.228792759s","start":"2026-07-28T15:02:36.404663Z","end":"2026-07-28T15:02:40.633456Z","steps":["trace[1346143504] 'agreement among raft nodes before linearized reading' (duration: 4.228686667s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267973913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-28T15:02:40.633494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.404653Z","time spent":"4.22883302s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f89784d2-dddf-42dc-90e4-759ec5be570d\" "} {"level":"info","ts":"2026-07-28T15:02:40.633501Z","caller":"traceutil/trace.go:171","msg":"trace[821484576] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25988; }","duration":"3.268037735s","start":"2026-07-28T15:02:37.365455Z","end":"2026-07-28T15:02:40.633493Z","steps":["trace[821484576] 'agreement among raft nodes before linearized reading' (duration: 3.267936583s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716101198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T15:02:40.63352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.365431Z","time spent":"3.268084745s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-28T15:02:40.633455Z","caller":"traceutil/trace.go:171","msg":"trace[1003715753] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:25988; }","duration":"3.487123263s","start":"2026-07-28T15:02:37.146313Z","end":"2026-07-28T15:02:40.633436Z","steps":["trace[1003715753] 'agreement among raft nodes before linearized reading' (duration: 3.486956119s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:40.63354Z","caller":"traceutil/trace.go:171","msg":"trace[2107028024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25988; }","duration":"2.716189908s","start":"2026-07-28T15:02:37.91734Z","end":"2026-07-28T15:02:40.63353Z","steps":["trace[2107028024] 'agreement among raft nodes before linearized reading' (duration: 2.716047336s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.91732Z","time spent":"2.71624089s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:02:40.633556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972942169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:40.633656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.819218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-28T15:02:40.633693Z","caller":"traceutil/trace.go:171","msg":"trace[799790384] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25988; }","duration":"712.859138ms","start":"2026-07-28T15:02:39.920822Z","end":"2026-07-28T15:02:40.633681Z","steps":["trace[799790384] 'agreement among raft nodes before linearized reading' (duration: 712.785337ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:40.633687Z","caller":"traceutil/trace.go:171","msg":"trace[1668727667] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25988; }","duration":"2.973127303s","start":"2026-07-28T15:02:37.66053Z","end":"2026-07-28T15:02:40.633657Z","steps":["trace[1668727667] 'agreement among raft nodes before linearized reading' (duration: 2.972841657s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:39.920817Z","time spent":"712.895879ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:02:40.633717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.609124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T15:02:40.633745Z","caller":"traceutil/trace.go:171","msg":"trace[1528531219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25988; }","duration":"714.662344ms","start":"2026-07-28T15:02:39.919076Z","end":"2026-07-28T15:02:40.633738Z","steps":["trace[1528531219] 'agreement among raft nodes before linearized reading' (duration: 714.595733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.660508Z","time spent":"2.973229754s","remote":"127.0.0.1:39240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:40.633778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704461768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-07-28T15:02:40.633802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.562957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:40.633819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229596019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:02:40.633821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232346613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:02:40.633831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506403154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-07-28T15:02:40.633835Z","caller":"traceutil/trace.go:171","msg":"trace[30223222] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25988; }","duration":"525.638418ms","start":"2026-07-28T15:02:40.108189Z","end":"2026-07-28T15:02:40.633827Z","steps":["trace[30223222] 'agreement among raft nodes before linearized reading' (duration: 525.528106ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:40.633844Z","caller":"traceutil/trace.go:171","msg":"trace[2064668498] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25988; }","duration":"2.22964017s","start":"2026-07-28T15:02:38.404196Z","end":"2026-07-28T15:02:40.633837Z","steps":["trace[2064668498] 'agreement among raft nodes before linearized reading' (duration: 2.229566569s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.969998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:40.633814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.240485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-28T15:02:40.633873Z","caller":"traceutil/trace.go:171","msg":"trace[689941396] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25988; }","duration":"620.05844ms","start":"2026-07-28T15:02:40.013808Z","end":"2026-07-28T15:02:40.633866Z","steps":["trace[689941396] 'agreement among raft nodes before linearized reading' (duration: 620.013989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714345093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T15:02:40.633914Z","caller":"traceutil/trace.go:171","msg":"trace[1906904388] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25988; }","duration":"714.358467ms","start":"2026-07-28T15:02:39.919535Z","end":"2026-07-28T15:02:40.633893Z","steps":["trace[1906904388] 'agreement among raft nodes before linearized reading' (duration: 714.109893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700621662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-07-28T15:02:40.633963Z","caller":"traceutil/trace.go:171","msg":"trace[324535723] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:25988; }","duration":"2.700655963s","start":"2026-07-28T15:02:37.933301Z","end":"2026-07-28T15:02:40.633957Z","steps":["trace[324535723] 'agreement among raft nodes before linearized reading' (duration: 2.700582671s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672977368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-07-28T15:02:40.63392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70453917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-07-28T15:02:40.634019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704472328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-07-28T15:02:40.634037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70660559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4246"} {"level":"warn","ts":"2026-07-28T15:02:40.634019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.716200859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-28T15:02:40.634065Z","caller":"traceutil/trace.go:171","msg":"trace[216176055] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25988; }","duration":"2.706662811s","start":"2026-07-28T15:02:37.927397Z","end":"2026-07-28T15:02:40.634059Z","steps":["trace[216176055] 'agreement among raft nodes before linearized reading' (duration: 2.706589539s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:40.634075Z","caller":"traceutil/trace.go:171","msg":"trace[1860425090] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e; range_end:; response_count:1; response_revision:25988; }","duration":"2.716275291s","start":"2026-07-28T15:02:37.917792Z","end":"2026-07-28T15:02:40.634067Z","steps":["trace[1860425090] 'agreement among raft nodes before linearized reading' (duration: 2.716159808s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703613591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-07-28T15:02:40.634095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.927383Z","time spent":"2.706707432s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4270,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-28T15:02:40.634105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.917781Z","time spent":"2.716316141s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" "} {"level":"warn","ts":"2026-07-28T15:02:40.633616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.405911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:40.634118Z","caller":"traceutil/trace.go:171","msg":"trace[1725323780] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:25988; }","duration":"2.703992278s","start":"2026-07-28T15:02:37.930113Z","end":"2026-07-28T15:02:40.634105Z","steps":["trace[1725323780] 'agreement among raft nodes before linearized reading' (duration: 2.70357233s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.634157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.930107Z","time spent":"2.704039599s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-07-28T15:02:40.633971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705893477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-07-28T15:02:40.634254Z","caller":"traceutil/trace.go:171","msg":"trace[1976360444] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:25988; }","duration":"2.706186932s","start":"2026-07-28T15:02:37.928056Z","end":"2026-07-28T15:02:40.634243Z","steps":["trace[1976360444] 'agreement among raft nodes before linearized reading' (duration: 2.705862096s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.63429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.92805Z","time spent":"2.706230883s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-07-28T15:02:40.634042Z","caller":"traceutil/trace.go:171","msg":"trace[526464610] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:25988; }","duration":"2.704693923s","start":"2026-07-28T15:02:37.929323Z","end":"2026-07-28T15:02:40.634017Z","steps":["trace[526464610] 'agreement among raft nodes before linearized reading' (duration: 2.704310675s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.634364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.929315Z","time spent":"2.705035479s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-07-28T15:02:40.634159Z","caller":"traceutil/trace.go:171","msg":"trace[2313194] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25988; }","duration":"263.995562ms","start":"2026-07-28T15:02:40.370141Z","end":"2026-07-28T15:02:40.634137Z","steps":["trace[2313194] 'agreement among raft nodes before linearized reading' (duration: 263.446032ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:40.633372Z","caller":"traceutil/trace.go:171","msg":"trace[1895923228] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25988; }","duration":"3.64075943s","start":"2026-07-28T15:02:36.992595Z","end":"2026-07-28T15:02:40.633354Z","steps":["trace[1895923228] 'agreement among raft nodes before linearized reading' (duration: 3.640645548s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.634576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:36.992579Z","time spent":"3.641986624s","remote":"127.0.0.1:37080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:40.633653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.149974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:02:40.634721Z","caller":"traceutil/trace.go:171","msg":"trace[453630277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25988; }","duration":"716.242226ms","start":"2026-07-28T15:02:39.918469Z","end":"2026-07-28T15:02:40.634712Z","steps":["trace[453630277] 'agreement among raft nodes before linearized reading' (duration: 715.125994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.634782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:39.918451Z","time spent":"716.292037ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:02:40.63397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:39.919527Z","time spent":"714.43294ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:02:40.633903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:40.013782Z","time spent":"620.111681ms","remote":"127.0.0.1:37090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:40.633929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703948197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-07-28T15:02:40.635303Z","caller":"traceutil/trace.go:171","msg":"trace[1640636771] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:25988; }","duration":"2.705329005s","start":"2026-07-28T15:02:37.929965Z","end":"2026-07-28T15:02:40.635294Z","steps":["trace[1640636771] 'agreement among raft nodes before linearized reading' (duration: 2.703924037s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.635332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.929956Z","time spent":"2.705366056s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-07-28T15:02:40.633816Z","caller":"traceutil/trace.go:171","msg":"trace[1962921277] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:25988; }","duration":"2.704507639s","start":"2026-07-28T15:02:37.929299Z","end":"2026-07-28T15:02:40.633807Z","steps":["trace[1962921277] 'agreement among raft nodes before linearized reading' (duration: 2.704415427s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707438697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:40.635917Z","caller":"traceutil/trace.go:171","msg":"trace[1388246557] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25988; }","duration":"2.709541938s","start":"2026-07-28T15:02:37.926364Z","end":"2026-07-28T15:02:40.635906Z","steps":["trace[1388246557] 'agreement among raft nodes before linearized reading' (duration: 2.707431916s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.635919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.929295Z","time spent":"2.70660455s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-07-28T15:02:40.635954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.926353Z","time spent":"2.709590508s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-28T15:02:40.633856Z","caller":"traceutil/trace.go:171","msg":"trace[297714222] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25988; }","duration":"2.232435314s","start":"2026-07-28T15:02:38.401411Z","end":"2026-07-28T15:02:40.633846Z","steps":["trace[297714222] 'agreement among raft nodes before linearized reading' (duration: 2.232351093s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.636021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:38.40138Z","time spent":"2.234612217s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:40.633775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:39.919061Z","time spent":"714.708846ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:40.63357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.146284Z","time spent":"3.487273075s","remote":"127.0.0.1:39126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:40.633528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267275682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:40.636222Z","caller":"traceutil/trace.go:171","msg":"trace[579473718] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25988; }","duration":"2.269999967s","start":"2026-07-28T15:02:38.36621Z","end":"2026-07-28T15:02:40.63621Z","steps":["trace[579473718] 'agreement among raft nodes before linearized reading' (duration: 2.267273193s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.198216Z","time spent":"3.435110918s","remote":"127.0.0.1:52576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:40.633568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.25641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:40.63366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.628195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:40.633743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570880858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-28T15:02:40.633745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230947315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:40.633857Z","caller":"traceutil/trace.go:171","msg":"trace[1306862814] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25988; }","duration":"2.506462535s","start":"2026-07-28T15:02:38.127385Z","end":"2026-07-28T15:02:40.633848Z","steps":["trace[1306862814] 'agreement among raft nodes before linearized reading' (duration: 2.506374824s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:38.404179Z","time spent":"2.229684262s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:40.633862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:40.108164Z","time spent":"525.69035ms","remote":"127.0.0.1:37444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":79,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:40.633903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704631111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-07-28T15:02:40.633934Z","caller":"traceutil/trace.go:171","msg":"trace[1060853753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25988; }","duration":"2.714417964s","start":"2026-07-28T15:02:37.919507Z","end":"2026-07-28T15:02:40.633925Z","steps":["trace[1060853753] 'agreement among raft nodes before linearized reading' (duration: 2.714328472s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.633927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236357043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-28T15:02:40.633982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703917957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-07-28T15:02:40.63399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.933296Z","time spent":"2.700687463s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-07-28T15:02:40.633993Z","caller":"traceutil/trace.go:171","msg":"trace[1056099134] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25988; }","duration":"2.673002658s","start":"2026-07-28T15:02:37.960984Z","end":"2026-07-28T15:02:40.633986Z","steps":["trace[1056099134] 'agreement among raft nodes before linearized reading' (duration: 2.672891646s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:40.634065Z","caller":"traceutil/trace.go:171","msg":"trace[639559693] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:25988; }","duration":"2.704517068s","start":"2026-07-28T15:02:37.929539Z","end":"2026-07-28T15:02:40.634056Z","steps":["trace[639559693] 'agreement among raft nodes before linearized reading' (duration: 2.704420107s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.636328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.929525Z","time spent":"2.706789765s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-07-28T15:02:40.63631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:38.366192Z","time spent":"2.270082878s","remote":"127.0.0.1:54302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:40.636394Z","caller":"traceutil/trace.go:171","msg":"trace[1268906040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25988; }","duration":"225.103517ms","start":"2026-07-28T15:02:40.411277Z","end":"2026-07-28T15:02:40.63638Z","steps":["trace[1268906040] 'agreement among raft nodes before linearized reading' (duration: 222.270441ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:40.636416Z","caller":"traceutil/trace.go:171","msg":"trace[1093372164] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:25988; }","duration":"2.707150341s","start":"2026-07-28T15:02:37.929257Z","end":"2026-07-28T15:02:40.636407Z","steps":["trace[1093372164] 'agreement among raft nodes before linearized reading' (duration: 2.70458757s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:40.636446Z","caller":"traceutil/trace.go:171","msg":"trace[103530104] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25988; }","duration":"1.573627322s","start":"2026-07-28T15:02:39.062813Z","end":"2026-07-28T15:02:40.63644Z","steps":["trace[103530104] 'agreement among raft nodes before linearized reading' (duration: 1.570861937s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.63648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:39.062793Z","time spent":"1.573679184s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-28T15:02:40.636492Z","caller":"traceutil/trace.go:171","msg":"trace[533180681] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:25988; }","duration":"2.706411996s","start":"2026-07-28T15:02:37.930051Z","end":"2026-07-28T15:02:40.636463Z","steps":["trace[533180681] 'agreement among raft nodes before linearized reading' (duration: 2.703894106s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:40.636425Z","caller":"traceutil/trace.go:171","msg":"trace[1833684385] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25988; }","duration":"783.39587ms","start":"2026-07-28T15:02:39.853023Z","end":"2026-07-28T15:02:40.636419Z","steps":["trace[1833684385] 'agreement among raft nodes before linearized reading' (duration: 780.610744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.636566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:39.853004Z","time spent":"783.554202ms","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:40.63658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.930042Z","time spent":"2.706515768s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-28T15:02:40.636402Z","caller":"traceutil/trace.go:171","msg":"trace[1988105352] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25988; }","duration":"2.233616649s","start":"2026-07-28T15:02:38.402777Z","end":"2026-07-28T15:02:40.636394Z","steps":["trace[1988105352] 'agreement among raft nodes before linearized reading' (duration: 2.230910125s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.636452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.92925Z","time spent":"2.707193262s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-07-28T15:02:40.636699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:38.402768Z","time spent":"2.233925486s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:40.636716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.919485Z","time spent":"2.71721716s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:40.636526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:37.960958Z","time spent":"2.675562548s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-28T15:02:40.636748Z","caller":"traceutil/trace.go:171","msg":"trace[673182532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25988; }","duration":"2.239218769s","start":"2026-07-28T15:02:38.397522Z","end":"2026-07-28T15:02:40.636741Z","steps":["trace[673182532] 'agreement among raft nodes before linearized reading' (duration: 2.236351872s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:40.636514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:38.127366Z","time spent":"2.509139498s","remote":"127.0.0.1:52476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-28T15:02:40.636773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:38.397506Z","time spent":"2.2392609s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:42.142997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.095409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:42.143062Z","caller":"traceutil/trace.go:171","msg":"trace[250112932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26015; }","duration":"281.233403ms","start":"2026-07-28T15:02:41.861811Z","end":"2026-07-28T15:02:42.143044Z","steps":["trace[250112932] 'range keys from in-memory index tree' (duration: 280.973887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.143181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.932611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-07-28T15:02:42.143241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.840619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:42.143245Z","caller":"traceutil/trace.go:171","msg":"trace[456089243] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26015; }","duration":"437.050073ms","start":"2026-07-28T15:02:41.706178Z","end":"2026-07-28T15:02:42.143228Z","steps":["trace[456089243] 'range keys from in-memory index tree' (duration: 436.698807ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:42.143257Z","caller":"traceutil/trace.go:171","msg":"trace[861641975] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26015; }","duration":"266.89163ms","start":"2026-07-28T15:02:41.87636Z","end":"2026-07-28T15:02:42.143252Z","steps":["trace[861641975] 'count revisions from in-memory index tree' (duration: 266.745997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.143274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:41.706152Z","time spent":"437.115634ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"warn","ts":"2026-07-28T15:02:42.143215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.136693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:42.143586Z","caller":"traceutil/trace.go:171","msg":"trace[285472455] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26015; }","duration":"275.50477ms","start":"2026-07-28T15:02:41.868071Z","end":"2026-07-28T15:02:42.143575Z","steps":["trace[285472455] 'count revisions from in-memory index tree' (duration: 274.993199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.143564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.260924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-28T15:02:42.143659Z","caller":"traceutil/trace.go:171","msg":"trace[1500389376] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26015; }","duration":"412.394757ms","start":"2026-07-28T15:02:41.731241Z","end":"2026-07-28T15:02:42.143636Z","steps":["trace[1500389376] 'range keys from in-memory index tree' (duration: 412.078951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.143971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:41.731218Z","time spent":"412.733144ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3667,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"warn","ts":"2026-07-28T15:02:42.67582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110731,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:02:42.866142Z","caller":"traceutil/trace.go:171","msg":"trace[720974772] linearizableReadLoop","detail":"{readStateIndex:26858; appliedIndex:26857; }","duration":"691.471507ms","start":"2026-07-28T15:02:42.174646Z","end":"2026-07-28T15:02:42.866117Z","steps":["trace[720974772] 'read index received' (duration: 691.186702ms)","trace[720974772] 'applied index is now lower than readState.Index' (duration: 283.845µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:42.866306Z","caller":"traceutil/trace.go:171","msg":"trace[1952654940] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"714.373059ms","start":"2026-07-28T15:02:42.151873Z","end":"2026-07-28T15:02:42.866246Z","steps":["trace[1952654940] 'process raft request' (duration: 714.037133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.866508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.840155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T15:02:42.866542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.151846Z","time spent":"714.544402ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:42.866563Z","caller":"traceutil/trace.go:171","msg":"trace[2083071355] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26016; }","duration":"691.966858ms","start":"2026-07-28T15:02:42.174581Z","end":"2026-07-28T15:02:42.866548Z","steps":["trace[2083071355] 'agreement among raft nodes before linearized reading' (duration: 691.666491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.866607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.174562Z","time spent":"692.033869ms","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":253,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:42.866754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.566987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-28T15:02:42.866802Z","caller":"traceutil/trace.go:171","msg":"trace[2018037244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26016; }","duration":"185.615828ms","start":"2026-07-28T15:02:42.681167Z","end":"2026-07-28T15:02:42.866783Z","steps":["trace[2018037244] 'agreement among raft nodes before linearized reading' (duration: 185.463275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.866581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.783906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:42.866844Z","caller":"traceutil/trace.go:171","msg":"trace[534425898] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26016; }","duration":"580.100173ms","start":"2026-07-28T15:02:42.286733Z","end":"2026-07-28T15:02:42.866833Z","steps":["trace[534425898] 'agreement among raft nodes before linearized reading' (duration: 579.779587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.866883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.286713Z","time spent":"580.160695ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:42.867086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.571016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:02:42.8671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.711269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:02:42.867116Z","caller":"traceutil/trace.go:171","msg":"trace[450634221] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26016; }","duration":"224.645617ms","start":"2026-07-28T15:02:42.642462Z","end":"2026-07-28T15:02:42.867107Z","steps":["trace[450634221] 'agreement among raft nodes before linearized reading' (duration: 224.551385ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:42.86714Z","caller":"traceutil/trace.go:171","msg":"trace[1407848390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26016; }","duration":"188.771481ms","start":"2026-07-28T15:02:42.678356Z","end":"2026-07-28T15:02:42.867128Z","steps":["trace[1407848390] 'agreement among raft nodes before linearized reading' (duration: 188.611828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.867296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.594549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:42.867327Z","caller":"traceutil/trace.go:171","msg":"trace[422724121] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26016; }","duration":"284.691ms","start":"2026-07-28T15:02:42.582626Z","end":"2026-07-28T15:02:42.867317Z","steps":["trace[422724121] 'agreement among raft nodes before linearized reading' (duration: 284.632989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.867396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.932843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:02:42.867439Z","caller":"traceutil/trace.go:171","msg":"trace[1297385549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26016; }","duration":"187.993454ms","start":"2026-07-28T15:02:42.679434Z","end":"2026-07-28T15:02:42.867427Z","steps":["trace[1297385549] 'agreement among raft nodes before linearized reading' (duration: 187.846261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.867688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.467814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:02:42.867718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.127656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:42.867753Z","caller":"traceutil/trace.go:171","msg":"trace[1197777352] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26016; }","duration":"225.586256ms","start":"2026-07-28T15:02:42.642152Z","end":"2026-07-28T15:02:42.867738Z","steps":["trace[1197777352] 'agreement among raft nodes before linearized reading' (duration: 224.873243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.867768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.015885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:02:42.867808Z","caller":"traceutil/trace.go:171","msg":"trace[740630020] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26016; }","duration":"189.072716ms","start":"2026-07-28T15:02:42.678724Z","end":"2026-07-28T15:02:42.867797Z","steps":["trace[740630020] 'agreement among raft nodes before linearized reading' (duration: 188.970704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.86793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.833982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T15:02:42.867985Z","caller":"traceutil/trace.go:171","msg":"trace[1005933432] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26016; }","duration":"188.901263ms","start":"2026-07-28T15:02:42.67907Z","end":"2026-07-28T15:02:42.867971Z","steps":["trace[1005933432] 'agreement among raft nodes before linearized reading' (duration: 188.232009ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:42.867763Z","caller":"traceutil/trace.go:171","msg":"trace[49300046] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26016; }","duration":"225.231378ms","start":"2026-07-28T15:02:42.642519Z","end":"2026-07-28T15:02:42.86775Z","steps":["trace[49300046] 'agreement among raft nodes before linearized reading' (duration: 224.463424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:42.868189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.490286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T15:02:42.868169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.575227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:02:42.868235Z","caller":"traceutil/trace.go:171","msg":"trace[652108875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26016; }","duration":"189.557266ms","start":"2026-07-28T15:02:42.678666Z","end":"2026-07-28T15:02:42.868224Z","steps":["trace[652108875] 'agreement among raft nodes before linearized reading' (duration: 189.451174ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:42.868259Z","caller":"traceutil/trace.go:171","msg":"trace[657880607] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26016; }","duration":"189.71631ms","start":"2026-07-28T15:02:42.678517Z","end":"2026-07-28T15:02:42.868233Z","steps":["trace[657880607] 'agreement among raft nodes before linearized reading' (duration: 189.006295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:44.202494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202933256s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:44.202629Z","caller":"traceutil/trace.go:171","msg":"trace[1241432538] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"1.330484819s","start":"2026-07-28T15:02:42.872117Z","end":"2026-07-28T15:02:44.202601Z","steps":["trace[1241432538] 'process raft request' (duration: 127.331989ms)","trace[1241432538] 'compare' (duration: 1.202383755s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:44.202684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.872081Z","time spent":"1.330579332s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:44.250768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251241208s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:02:44.251534Z","caller":"traceutil/trace.go:171","msg":"trace[977731506] linearizableReadLoop","detail":"{readStateIndex:26865; appliedIndex:26858; }","duration":"1.368603402s","start":"2026-07-28T15:02:42.882899Z","end":"2026-07-28T15:02:44.251502Z","steps":["trace[977731506] 'read index received' (duration: 116.570378ms)","trace[977731506] 'applied index is now lower than readState.Index' (duration: 1.252031614s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:44.260803Z","caller":"traceutil/trace.go:171","msg":"trace[515727254] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"1.387363901s","start":"2026-07-28T15:02:42.873406Z","end":"2026-07-28T15:02:44.26077Z","steps":["trace[515727254] 'process raft request' (duration: 1.377940576s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:44.261053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.873392Z","time spent":"1.387567036s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:44.26129Z","caller":"traceutil/trace.go:171","msg":"trace[1047341643] transaction","detail":"{read_only:false; response_revision:26018; number_of_response:1; }","duration":"1.38829209s","start":"2026-07-28T15:02:42.872985Z","end":"2026-07-28T15:02:44.261277Z","steps":["trace[1047341643] 'process raft request' (duration: 1.378076908s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:44.261409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.872954Z","time spent":"1.388419143s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:44.261541Z","caller":"traceutil/trace.go:171","msg":"trace[1176790181] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"1.388204788s","start":"2026-07-28T15:02:42.873325Z","end":"2026-07-28T15:02:44.26153Z","steps":["trace[1176790181] 'process raft request' (duration: 1.377938146s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:44.261648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.873314Z","time spent":"1.38829808s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:44.261785Z","caller":"traceutil/trace.go:171","msg":"trace[1450687775] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"1.387027305s","start":"2026-07-28T15:02:42.874745Z","end":"2026-07-28T15:02:44.261772Z","steps":["trace[1450687775] 'process raft request' (duration: 1.376712182s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:44.261871Z","caller":"traceutil/trace.go:171","msg":"trace[683721306] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"1.388444342s","start":"2026-07-28T15:02:42.873412Z","end":"2026-07-28T15:02:44.261857Z","steps":["trace[683721306] 'process raft request' (duration: 1.377998927s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:44.261888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.874737Z","time spent":"1.387116287s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:44.261762Z","caller":"traceutil/trace.go:171","msg":"trace[826027158] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"1.3883311s","start":"2026-07-28T15:02:42.873379Z","end":"2026-07-28T15:02:44.26171Z","steps":["trace[826027158] 'process raft request' (duration: 1.377925866s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:44.262063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.87339Z","time spent":"1.388539924s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:44.262173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.873362Z","time spent":"1.388725708s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:44.262425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379529348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c67c4a42bd8854\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-28T15:02:44.262471Z","caller":"traceutil/trace.go:171","msg":"trace[2001706597] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c67c4a42bd8854; range_end:; response_count:1; response_revision:26023; }","duration":"1.379589098s","start":"2026-07-28T15:02:42.882868Z","end":"2026-07-28T15:02:44.262458Z","steps":["trace[2001706597] 'agreement among raft nodes before linearized reading' (duration: 1.379374603s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:44.262503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.882859Z","time spent":"1.3796373s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c67c4a42bd8854\" "} {"level":"warn","ts":"2026-07-28T15:02:44.75264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:45.217503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.795306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:45.217772Z","caller":"traceutil/trace.go:171","msg":"trace[1216350708] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"2.145232207s","start":"2026-07-28T15:02:43.072501Z","end":"2026-07-28T15:02:45.217733Z","steps":["trace[1216350708] 'process raft request' (duration: 1.940086744s)","trace[1216350708] 'compare' (duration: 204.276255ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:45.217977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:43.072467Z","time spent":"2.145393289s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:45.218059Z","caller":"traceutil/trace.go:171","msg":"trace[410292250] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"2.142213168s","start":"2026-07-28T15:02:43.075821Z","end":"2026-07-28T15:02:45.218034Z","steps":["trace[410292250] 'process raft request' (duration: 2.142034544s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:45.218044Z","caller":"traceutil/trace.go:171","msg":"trace[699017190] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"2.143808569s","start":"2026-07-28T15:02:43.074181Z","end":"2026-07-28T15:02:45.21799Z","steps":["trace[699017190] 'process raft request' (duration: 2.143517713s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:45.218146Z","caller":"traceutil/trace.go:171","msg":"trace[430757696] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"2.140918352s","start":"2026-07-28T15:02:43.077172Z","end":"2026-07-28T15:02:45.21809Z","steps":["trace[430757696] 'process raft request' (duration: 2.140765989s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:45.218126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:43.075806Z","time spent":"2.142287399s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:45.218321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:43.077156Z","time spent":"2.141071814s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:45.218354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:43.074156Z","time spent":"2.144033173s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:45.21851Z","caller":"traceutil/trace.go:171","msg":"trace[893992283] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"2.139926492s","start":"2026-07-28T15:02:43.078569Z","end":"2026-07-28T15:02:45.218496Z","steps":["trace[893992283] 'process raft request' (duration: 2.13978715s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:45.218566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:43.078548Z","time spent":"2.139991883s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:45.21855Z","caller":"traceutil/trace.go:171","msg":"trace[1258939458] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"2.141265999s","start":"2026-07-28T15:02:43.077256Z","end":"2026-07-28T15:02:45.218522Z","steps":["trace[1258939458] 'process raft request' (duration: 2.140753979s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:45.218712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:43.077249Z","time spent":"2.141365711s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:45.286313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000146488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:02:45.286429Z","caller":"traceutil/trace.go:171","msg":"trace[506279912] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336521s","start":"2026-07-28T15:02:43.286076Z","end":"2026-07-28T15:02:45.286412Z","steps":["trace[506279912] 'agreement among raft nodes before linearized reading' (duration: 2.000193759s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:45.286488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:43.286049Z","time spent":"2.000430324s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:46.015767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.109464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:46.015868Z","caller":"traceutil/trace.go:171","msg":"trace[324283227] linearizableReadLoop","detail":"{readStateIndex:26872; appliedIndex:26865; }","duration":"1.764223378s","start":"2026-07-28T15:02:44.251628Z","end":"2026-07-28T15:02:46.015851Z","steps":["trace[324283227] 'read index received' (duration: 760.907945ms)","trace[324283227] 'applied index is now lower than readState.Index' (duration: 1.003313803s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:46.015935Z","caller":"traceutil/trace.go:171","msg":"trace[1292651378] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"1.751361555s","start":"2026-07-28T15:02:44.264561Z","end":"2026-07-28T15:02:46.015923Z","steps":["trace[1292651378] 'process raft request' (duration: 1.071990527s)","trace[1292651378] 'compare' (duration: 678.4871ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:46.015979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:44.264537Z","time spent":"1.751418746s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:46.016229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958529388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-28T15:02:46.016254Z","caller":"traceutil/trace.go:171","msg":"trace[1706171293] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26030; }","duration":"1.958572188s","start":"2026-07-28T15:02:44.057672Z","end":"2026-07-28T15:02:46.016245Z","steps":["trace[1706171293] 'agreement among raft nodes before linearized reading' (duration: 1.958451826s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.016257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866952229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-07-28T15:02:46.016275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:44.057658Z","time spent":"1.958610849s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-28T15:02:46.016285Z","caller":"traceutil/trace.go:171","msg":"trace[1029746266] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26030; }","duration":"2.867025811s","start":"2026-07-28T15:02:43.149251Z","end":"2026-07-28T15:02:46.016277Z","steps":["trace[1029746266] 'agreement among raft nodes before linearized reading' (duration: 2.866902068s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.016258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.04349295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:46.016319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962607077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-28T15:02:46.01633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:43.149224Z","time spent":"2.867099594s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"warn","ts":"2026-07-28T15:02:46.016213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.717587456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:46.016356Z","caller":"traceutil/trace.go:171","msg":"trace[1031225402] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26030; }","duration":"1.962661619s","start":"2026-07-28T15:02:44.053682Z","end":"2026-07-28T15:02:46.016344Z","steps":["trace[1031225402] 'agreement among raft nodes before linearized reading' (duration: 1.962564557s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:46.016352Z","caller":"traceutil/trace.go:171","msg":"trace[1900575664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26030; }","duration":"3.043654703s","start":"2026-07-28T15:02:42.972679Z","end":"2026-07-28T15:02:46.016333Z","steps":["trace[1900575664] 'agreement among raft nodes before linearized reading' (duration: 3.04348165s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.016335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726683745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-28T15:02:46.016403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:44.053667Z","time spent":"1.96271325s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-28T15:02:46.016416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:42.972656Z","time spent":"3.043748794s","remote":"127.0.0.1:41566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:46.016413Z","caller":"traceutil/trace.go:171","msg":"trace[645713226] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:26030; }","duration":"2.726778617s","start":"2026-07-28T15:02:43.289617Z","end":"2026-07-28T15:02:46.016395Z","steps":["trace[645713226] 'agreement among raft nodes before linearized reading' (duration: 2.726540593s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.016467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:43.289595Z","time spent":"2.726863938s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"info","ts":"2026-07-28T15:02:46.01644Z","caller":"traceutil/trace.go:171","msg":"trace[1745392819] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26030; }","duration":"2.717800791s","start":"2026-07-28T15:02:43.298581Z","end":"2026-07-28T15:02:46.016382Z","steps":["trace[1745392819] 'agreement among raft nodes before linearized reading' (duration: 2.717570156s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.016458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081647413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:46.016539Z","caller":"traceutil/trace.go:171","msg":"trace[198486920] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26030; }","duration":"2.081777235s","start":"2026-07-28T15:02:43.934739Z","end":"2026-07-28T15:02:46.016516Z","steps":["trace[198486920] 'agreement among raft nodes before linearized reading' (duration: 2.081640933s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.016549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:43.29857Z","time spent":"2.717941083s","remote":"127.0.0.1:40042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:46.016587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:43.934716Z","time spent":"2.081859487s","remote":"127.0.0.1:40080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:46.016632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9952331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:02:46.016716Z","caller":"traceutil/trace.go:171","msg":"trace[520004460] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26030; }","duration":"1.995383034s","start":"2026-07-28T15:02:44.021313Z","end":"2026-07-28T15:02:46.016696Z","steps":["trace[520004460] 'agreement among raft nodes before linearized reading' (duration: 1.995043557s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.016782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:44.021298Z","time spent":"1.995470006s","remote":"127.0.0.1:37502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":177,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:46.021248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338265574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-28T15:02:46.021283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068081439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-28T15:02:46.021357Z","caller":"traceutil/trace.go:171","msg":"trace[1810694417] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26031; }","duration":"1.068185551s","start":"2026-07-28T15:02:44.953154Z","end":"2026-07-28T15:02:46.021339Z","steps":["trace[1810694417] 'agreement among raft nodes before linearized reading' (duration: 1.068014328s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.021394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079253249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"warn","ts":"2026-07-28T15:02:46.0214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:44.953137Z","time spent":"1.068254612s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-07-28T15:02:46.021423Z","caller":"traceutil/trace.go:171","msg":"trace[1615019337] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26031; }","duration":"1.079328611s","start":"2026-07-28T15:02:44.942086Z","end":"2026-07-28T15:02:46.021414Z","steps":["trace[1615019337] 'agreement among raft nodes before linearized reading' (duration: 1.079242259s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.021459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:44.942059Z","time spent":"1.079393102s","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-28T15:02:46.021662Z","caller":"traceutil/trace.go:171","msg":"trace[1598997670] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"299.594364ms","start":"2026-07-28T15:02:45.722052Z","end":"2026-07-28T15:02:46.021646Z","steps":["trace[1598997670] 'process raft request' (duration: 298.933022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.021726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147624877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:46.021763Z","caller":"traceutil/trace.go:171","msg":"trace[955126241] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26031; }","duration":"1.147680828s","start":"2026-07-28T15:02:44.874074Z","end":"2026-07-28T15:02:46.021755Z","steps":["trace[955126241] 'agreement among raft nodes before linearized reading' (duration: 1.147572046s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.021806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:44.874067Z","time spent":"1.147733609s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:46.021876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.793612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:02:46.021913Z","caller":"traceutil/trace.go:171","msg":"trace[162159577] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26031; }","duration":"249.848324ms","start":"2026-07-28T15:02:45.772056Z","end":"2026-07-28T15:02:46.021904Z","steps":["trace[162159577] 'agreement among raft nodes before linearized reading' (duration: 249.738912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.021993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148285839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:46.022032Z","caller":"traceutil/trace.go:171","msg":"trace[113992281] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26031; }","duration":"1.148381791s","start":"2026-07-28T15:02:44.873641Z","end":"2026-07-28T15:02:46.022023Z","steps":["trace[113992281] 'agreement among raft nodes before linearized reading' (duration: 1.14829555s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.022065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:44.873608Z","time spent":"1.148443243s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:46.022077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.930374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:46.022242Z","caller":"traceutil/trace.go:171","msg":"trace[466751197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26031; }","duration":"735.146268ms","start":"2026-07-28T15:02:45.287085Z","end":"2026-07-28T15:02:46.022232Z","steps":["trace[466751197] 'agreement among raft nodes before linearized reading' (duration: 734.961645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.02228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:45.287051Z","time spent":"735.22052ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:46.022304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:46.022343Z","caller":"traceutil/trace.go:171","msg":"trace[174337677] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26031; }","duration":"1.149909573s","start":"2026-07-28T15:02:44.872422Z","end":"2026-07-28T15:02:46.022332Z","steps":["trace[174337677] 'agreement among raft nodes before linearized reading' (duration: 1.1498066s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.022376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:44.872402Z","time spent":"1.149967734s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T15:02:46.021305Z","caller":"traceutil/trace.go:171","msg":"trace[328444135] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26031; }","duration":"1.338365286s","start":"2026-07-28T15:02:44.682927Z","end":"2026-07-28T15:02:46.021292Z","steps":["trace[328444135] 'agreement among raft nodes before linearized reading' (duration: 1.338183843s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:46.02244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:44.682907Z","time spent":"1.339523889s","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-28T15:02:48.029869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:02:48.029953Z","caller":"traceutil/trace.go:171","msg":"trace[1872510526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142917s","start":"2026-07-28T15:02:46.02979Z","end":"2026-07-28T15:02:48.029933Z","steps":["trace[1872510526] 'agreement among raft nodes before linearized reading' (duration: 2.000045145s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:48.030038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.029786Z","time spent":"2.000201579s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:02:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:48.861494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.101684ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:48.861628Z","caller":"traceutil/trace.go:171","msg":"trace[1062234819] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26033; }","duration":"437.249447ms","start":"2026-07-28T15:02:48.42436Z","end":"2026-07-28T15:02:48.86161Z","steps":["trace[1062234819] 'range keys from in-memory index tree' (duration: 437.085554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:49.498704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:49.498824Z","caller":"traceutil/trace.go:171","msg":"trace[1151224820] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000361471s","start":"2026-07-28T15:02:47.498436Z","end":"2026-07-28T15:02:49.498798Z","steps":["trace[1151224820] 'agreement among raft nodes before linearized reading' (duration: 2.000204728s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:49.498906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:47.498411Z","time spent":"2.000482295s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:02:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:49.947223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.883149557s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:02:49.94754Z","caller":"traceutil/trace.go:171","msg":"trace[76422429] linearizableReadLoop","detail":"{readStateIndex:26877; appliedIndex:26875; }","duration":"3.92188305s","start":"2026-07-28T15:02:46.025635Z","end":"2026-07-28T15:02:49.947518Z","steps":["trace[76422429] 'read index received' (duration: 38.492568ms)","trace[76422429] 'applied index is now lower than readState.Index' (duration: 3.883389432s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:49.947589Z","caller":"traceutil/trace.go:171","msg":"trace[1157556257] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"3.924319358s","start":"2026-07-28T15:02:46.023235Z","end":"2026-07-28T15:02:49.947554Z","steps":["trace[1157556257] 'process raft request' (duration: 3.924147725s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:49.947752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.922096564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6624bca3-2708-497c-a571-ac8be40b0a9a\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-07-28T15:02:49.947747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.023223Z","time spent":"3.924441181s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:49.947783Z","caller":"traceutil/trace.go:171","msg":"trace[216194222] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6624bca3-2708-497c-a571-ac8be40b0a9a; range_end:; response_count:1; response_revision:26034; }","duration":"3.922152996s","start":"2026-07-28T15:02:46.025621Z","end":"2026-07-28T15:02:49.947774Z","steps":["trace[216194222] 'agreement among raft nodes before linearized reading' (duration: 3.921996083s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:49.947807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.02561Z","time spent":"3.922191956s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-6624bca3-2708-497c-a571-ac8be40b0a9a\" "} {"level":"warn","ts":"2026-07-28T15:02:50.030829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000660907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:02:50.030918Z","caller":"traceutil/trace.go:171","msg":"trace[2003421072] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00080535s","start":"2026-07-28T15:02:48.030088Z","end":"2026-07-28T15:02:50.030893Z","steps":["trace[2003421072] 'agreement among raft nodes before linearized reading' (duration: 2.000692428s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:50.030969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:48.030066Z","time spent":"2.000892894s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:02:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:50.448259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:50.948822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:51.206135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999090479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:51.206225Z","caller":"traceutil/trace.go:171","msg":"trace[947745211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999244142s","start":"2026-07-28T15:02:46.20696Z","end":"2026-07-28T15:02:51.206204Z","steps":["trace[947745211] 'agreement among raft nodes before linearized reading' (duration: 4.99913044s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.206317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.206934Z","time spent":"4.999369545s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/28 15:02:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:51.270315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99907932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:51.270404Z","caller":"traceutil/trace.go:171","msg":"trace[626274009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999233952s","start":"2026-07-28T15:02:46.271147Z","end":"2026-07-28T15:02:51.270381Z","steps":["trace[626274009] 'agreement among raft nodes before linearized reading' (duration: 4.99911626s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.270464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.27112Z","time spent":"4.999333234s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/28 15:02:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:51.275547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000130919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:02:51.275645Z","caller":"traceutil/trace.go:171","msg":"trace[162014323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000267103s","start":"2026-07-28T15:02:46.275357Z","end":"2026-07-28T15:02:51.275625Z","steps":["trace[162014323] 'agreement among raft nodes before linearized reading' (duration: 5.000148889s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.275699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.275347Z","time spent":"5.000342864s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:02:51.449288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:51.478087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530700146s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:02:51.478713Z","caller":"traceutil/trace.go:171","msg":"trace[925060212] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"4.254946064s","start":"2026-07-28T15:02:47.22374Z","end":"2026-07-28T15:02:51.478686Z","steps":["trace[925060212] 'process raft request' (duration: 4.254865561s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:51.478785Z","caller":"traceutil/trace.go:171","msg":"trace[1834215013] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"5.072371744s","start":"2026-07-28T15:02:46.406315Z","end":"2026-07-28T15:02:51.478686Z","steps":["trace[1834215013] 'process raft request' (duration: 5.072054727s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.478956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:47.223717Z","time spent":"4.255097447s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:51.478981Z","caller":"traceutil/trace.go:171","msg":"trace[1333636662] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"4.912376191s","start":"2026-07-28T15:02:46.566581Z","end":"2026-07-28T15:02:51.478958Z","steps":["trace[1333636662] 'process raft request' (duration: 4.911972802s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.479005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.406264Z","time spent":"5.072619038s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:51.479085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.56655Z","time spent":"4.912484693s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:51.479255Z","caller":"traceutil/trace.go:171","msg":"trace[1956065927] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"4.25528899s","start":"2026-07-28T15:02:47.223954Z","end":"2026-07-28T15:02:51.479243Z","steps":["trace[1956065927] 'process raft request' (duration: 4.254688389s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.479313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:47.223909Z","time spent":"4.255376512s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:51.479351Z","caller":"traceutil/trace.go:171","msg":"trace[154228541] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"4.255065306s","start":"2026-07-28T15:02:47.224263Z","end":"2026-07-28T15:02:51.479328Z","steps":["trace[154228541] 'process raft request' (duration: 4.254826441s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:51.479409Z","caller":"traceutil/trace.go:171","msg":"trace[460423074] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"4.255079986s","start":"2026-07-28T15:02:47.224316Z","end":"2026-07-28T15:02:51.479396Z","steps":["trace[460423074] 'process raft request' (duration: 4.254926913s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.479436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:47.224253Z","time spent":"4.255141658s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:51.479464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:47.224312Z","time spent":"4.255124218s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:51.479442Z","caller":"traceutil/trace.go:171","msg":"trace[128737996] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"4.254812091s","start":"2026-07-28T15:02:47.2246Z","end":"2026-07-28T15:02:51.479412Z","steps":["trace[128737996] 'process raft request' (duration: 4.254690499s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:51.479489Z","caller":"traceutil/trace.go:171","msg":"trace[126233000] linearizableReadLoop","detail":"{readStateIndex:26886; appliedIndex:26877; }","duration":"1.531869009s","start":"2026-07-28T15:02:49.947592Z","end":"2026-07-28T15:02:51.479461Z","steps":["trace[126233000] 'read index received' (duration: 1.530686586s)","trace[126233000] 'applied index is now lower than readState.Index' (duration: 1.181103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:51.47962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:47.224592Z","time spent":"4.254944724s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:51.479677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.55496359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:51.47972Z","caller":"traceutil/trace.go:171","msg":"trace[136264940] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26043; }","duration":"3.555071711s","start":"2026-07-28T15:02:47.924639Z","end":"2026-07-28T15:02:51.47971Z","steps":["trace[136264940] 'agreement among raft nodes before linearized reading' (duration: 3.554974989s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.479726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.452712154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:51.479761Z","caller":"traceutil/trace.go:171","msg":"trace[529283496] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26043; }","duration":"3.452788446s","start":"2026-07-28T15:02:48.026963Z","end":"2026-07-28T15:02:51.479751Z","steps":["trace[529283496] 'agreement among raft nodes before linearized reading' (duration: 3.452579272s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.479767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:47.924619Z","time spent":"3.555138003s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:51.479785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333032987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-28T15:02:51.4798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:48.026938Z","time spent":"3.452855957s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T15:02:51.479823Z","caller":"traceutil/trace.go:171","msg":"trace[1414592565] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26043; }","duration":"2.333109559s","start":"2026-07-28T15:02:49.146702Z","end":"2026-07-28T15:02:51.479812Z","steps":["trace[1414592565] 'agreement among raft nodes before linearized reading' (duration: 2.332954926s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.479854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:49.146683Z","time spent":"2.333163601s","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-28T15:02:51.480036Z","caller":"traceutil/trace.go:171","msg":"trace[847082848] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"4.254728549s","start":"2026-07-28T15:02:47.225294Z","end":"2026-07-28T15:02:51.480023Z","steps":["trace[847082848] 'process raft request' (duration: 4.254037256s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.480047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825475344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:51.48008Z","caller":"traceutil/trace.go:171","msg":"trace[33218290] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26043; }","duration":"2.825548176s","start":"2026-07-28T15:02:48.654522Z","end":"2026-07-28T15:02:51.48007Z","steps":["trace[33218290] 'agreement among raft nodes before linearized reading' (duration: 2.825464913s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.4801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:47.225252Z","time spent":"4.254813582s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:51.480118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:48.654494Z","time spent":"2.825616107s","remote":"127.0.0.1:52862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:51.480149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.449889174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-07-28T15:02:51.480186Z","caller":"traceutil/trace.go:171","msg":"trace[438345849] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"2.1626197s","start":"2026-07-28T15:02:49.317556Z","end":"2026-07-28T15:02:51.480176Z","steps":["trace[438345849] 'process raft request' (duration: 2.161815354s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.48021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211353942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T15:02:51.48024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:49.317519Z","time spent":"2.162695182s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:51.480272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.453397133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-28T15:02:51.480301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005718465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:51.480331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883813646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:51.480351Z","caller":"traceutil/trace.go:171","msg":"trace[1955527803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26043; }","duration":"3.005790297s","start":"2026-07-28T15:02:48.474545Z","end":"2026-07-28T15:02:51.480335Z","steps":["trace[1955527803] 'agreement among raft nodes before linearized reading' (duration: 3.005715825s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.480377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456049217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-28T15:02:51.480389Z","caller":"traceutil/trace.go:171","msg":"trace[1847006167] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26043; }","duration":"1.883897818s","start":"2026-07-28T15:02:49.596477Z","end":"2026-07-28T15:02:51.480375Z","steps":["trace[1847006167] 'agreement among raft nodes before linearized reading' (duration: 1.883820856s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.480397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.454560416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:02:51.480415Z","caller":"traceutil/trace.go:171","msg":"trace[1373565961] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26043; }","duration":"4.456133059s","start":"2026-07-28T15:02:47.024267Z","end":"2026-07-28T15:02:51.4804Z","steps":["trace[1373565961] 'agreement among raft nodes before linearized reading' (duration: 4.456034887s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.48042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:49.596461Z","time spent":"1.883948398s","remote":"127.0.0.1:40774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:51.480429Z","caller":"traceutil/trace.go:171","msg":"trace[1219939973] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26043; }","duration":"5.454598996s","start":"2026-07-28T15:02:46.025823Z","end":"2026-07-28T15:02:51.480422Z","steps":["trace[1219939973] 'agreement among raft nodes before linearized reading' (duration: 5.454504255s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.480454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:47.024238Z","time spent":"4.456207671s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"warn","ts":"2026-07-28T15:02:51.48049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450541832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:02:51.480525Z","caller":"traceutil/trace.go:171","msg":"trace[2131344224] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26043; }","duration":"3.450595623s","start":"2026-07-28T15:02:48.029921Z","end":"2026-07-28T15:02:51.480517Z","steps":["trace[2131344224] 'agreement among raft nodes before linearized reading' (duration: 3.450498411s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.480547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530116665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T15:02:51.480581Z","caller":"traceutil/trace.go:171","msg":"trace[1551992828] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26043; }","duration":"1.530195086s","start":"2026-07-28T15:02:49.950377Z","end":"2026-07-28T15:02:51.480573Z","steps":["trace[1551992828] 'agreement among raft nodes before linearized reading' (duration: 1.530109725s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:51.480191Z","caller":"traceutil/trace.go:171","msg":"trace[663890797] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26043; }","duration":"5.449940605s","start":"2026-07-28T15:02:46.03024Z","end":"2026-07-28T15:02:51.480181Z","steps":["trace[663890797] 'agreement among raft nodes before linearized reading' (duration: 5.449790741s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.480611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:49.950353Z","time spent":"1.530252287s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T15:02:51.480624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.452892307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:02:51.480635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.030236Z","time spent":"5.450388223s","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1179,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-07-28T15:02:51.48065Z","caller":"traceutil/trace.go:171","msg":"trace[783806726] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26043; }","duration":"3.452917628s","start":"2026-07-28T15:02:48.027725Z","end":"2026-07-28T15:02:51.480643Z","steps":["trace[783806726] 'agreement among raft nodes before linearized reading' (duration: 3.452845436s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.480677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:48.027649Z","time spent":"3.45302246s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T15:02:51.480308Z","caller":"traceutil/trace.go:171","msg":"trace[1199725483] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e; range_end:; response_count:1; response_revision:26043; }","duration":"5.453431473s","start":"2026-07-28T15:02:46.026868Z","end":"2026-07-28T15:02:51.480299Z","steps":["trace[1199725483] 'agreement among raft nodes before linearized reading' (duration: 5.453341581s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.480457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.025819Z","time spent":"5.454631237s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:02:51.480799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.026852Z","time spent":"5.453929862s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" "} {"level":"warn","ts":"2026-07-28T15:02:51.480848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.210377792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T15:02:51.480922Z","caller":"traceutil/trace.go:171","msg":"trace[822634417] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26043; }","duration":"5.210460044s","start":"2026-07-28T15:02:46.27042Z","end":"2026-07-28T15:02:51.48088Z","steps":["trace[822634417] 'agreement among raft nodes before linearized reading' (duration: 5.210370902s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.480908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.689673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:51.480963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.270396Z","time spent":"5.210557197s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T15:02:51.480968Z","caller":"traceutil/trace.go:171","msg":"trace[870404225] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26043; }","duration":"992.787376ms","start":"2026-07-28T15:02:50.488172Z","end":"2026-07-28T15:02:51.480959Z","steps":["trace[870404225] 'agreement among raft nodes before linearized reading' (duration: 992.702644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.48101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:50.488154Z","time spent":"992.835756ms","remote":"127.0.0.1:52796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:51.480766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.065488948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-28T15:02:51.481082Z","caller":"traceutil/trace.go:171","msg":"trace[1594434161] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26043; }","duration":"5.065850025s","start":"2026-07-28T15:02:46.415218Z","end":"2026-07-28T15:02:51.481068Z","steps":["trace[1594434161] 'agreement among raft nodes before linearized reading' (duration: 5.065437357s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.481102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.21074723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-28T15:02:51.481122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.415196Z","time spent":"5.065914156s","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-28T15:02:51.481139Z","caller":"traceutil/trace.go:171","msg":"trace[1440374100] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26043; }","duration":"5.210796261s","start":"2026-07-28T15:02:46.270329Z","end":"2026-07-28T15:02:51.481125Z","steps":["trace[1440374100] 'agreement among raft nodes before linearized reading' (duration: 5.210707379s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.481169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.270321Z","time spent":"5.210841552s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:02:51.480553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:48.029911Z","time spent":"3.450636284s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:51.481219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427838628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-28T15:02:51.481248Z","caller":"traceutil/trace.go:171","msg":"trace[1900059341] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26043; }","duration":"1.42790697s","start":"2026-07-28T15:02:50.053332Z","end":"2026-07-28T15:02:51.481239Z","steps":["trace[1900059341] 'agreement among raft nodes before linearized reading' (duration: 1.427820578s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.481279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:50.053314Z","time spent":"1.427958811s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-28T15:02:51.481287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.212116487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:02:51.481311Z","caller":"traceutil/trace.go:171","msg":"trace[689616863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26043; }","duration":"5.212158977s","start":"2026-07-28T15:02:46.269144Z","end":"2026-07-28T15:02:51.481303Z","steps":["trace[689616863] 'agreement among raft nodes before linearized reading' (duration: 5.212088446s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.481337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.269137Z","time spent":"5.212193918s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:51.480398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:48.474531Z","time spent":"3.005853518s","remote":"127.0.0.1:41512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:51.481476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443469037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:51.481485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519845582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:51.480274Z","caller":"traceutil/trace.go:171","msg":"trace[696817564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26043; }","duration":"5.211449194s","start":"2026-07-28T15:02:46.268809Z","end":"2026-07-28T15:02:51.480258Z","steps":["trace[696817564] 'agreement among raft nodes before linearized reading' (duration: 5.211282431s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:51.481517Z","caller":"traceutil/trace.go:171","msg":"trace[886018957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26043; }","duration":"1.443549979s","start":"2026-07-28T15:02:50.037954Z","end":"2026-07-28T15:02:51.481504Z","steps":["trace[886018957] 'agreement among raft nodes before linearized reading' (duration: 1.443447636s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:51.481523Z","caller":"traceutil/trace.go:171","msg":"trace[957977052] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26043; }","duration":"1.519905274s","start":"2026-07-28T15:02:49.961605Z","end":"2026-07-28T15:02:51.48151Z","steps":["trace[957977052] 'agreement among raft nodes before linearized reading' (duration: 1.519842903s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.480854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.735363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:51.481552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:50.037936Z","time spent":"1.44360944s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:51.481554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:49.961587Z","time spent":"1.519959265s","remote":"127.0.0.1:40734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:51.481546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:46.268793Z","time spent":"5.21274384s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-28T15:02:51.481577Z","caller":"traceutil/trace.go:171","msg":"trace[66636373] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26043; }","duration":"789.448428ms","start":"2026-07-28T15:02:50.692107Z","end":"2026-07-28T15:02:51.481555Z","steps":["trace[66636373] 'agreement among raft nodes before linearized reading' (duration: 788.714823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:51.481649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:50.692047Z","time spent":"789.58088ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:02:51.985738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:52.486375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:52.490069Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005092028s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:02:52.490457Z","caller":"traceutil/trace.go:171","msg":"trace[1389223385] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"1.005853242s","start":"2026-07-28T15:02:51.48457Z","end":"2026-07-28T15:02:52.490423Z","steps":["trace[1389223385] 'process raft request' (duration: 1.005673049s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:52.490661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:51.484548Z","time spent":"1.006013585s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:52.527004Z","caller":"traceutil/trace.go:171","msg":"trace[172394668] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"1.038626209s","start":"2026-07-28T15:02:51.488355Z","end":"2026-07-28T15:02:52.526981Z","steps":["trace[172394668] 'process raft request' (duration: 1.038428085s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:52.527163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:51.488336Z","time spent":"1.038736621s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:52.527223Z","caller":"traceutil/trace.go:171","msg":"trace[1114542874] transaction","detail":"{read_only:false; response_revision:26046; number_of_response:1; }","duration":"1.038881693s","start":"2026-07-28T15:02:51.488326Z","end":"2026-07-28T15:02:52.527208Z","steps":["trace[1114542874] 'process raft request' (duration: 1.038614578s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:52.527371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:51.488311Z","time spent":"1.038963075s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:52.527467Z","caller":"traceutil/trace.go:171","msg":"trace[598682929] transaction","detail":"{read_only:false; response_revision:26047; number_of_response:1; }","duration":"1.038490036s","start":"2026-07-28T15:02:51.488953Z","end":"2026-07-28T15:02:52.527443Z","steps":["trace[598682929] 'process raft request' (duration: 1.038166418s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:52.527551Z","caller":"traceutil/trace.go:171","msg":"trace[1799535400] transaction","detail":"{read_only:false; response_revision:26048; number_of_response:1; }","duration":"1.03716388s","start":"2026-07-28T15:02:51.490381Z","end":"2026-07-28T15:02:52.527545Z","steps":["trace[1799535400] 'process raft request' (duration: 1.036974876s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:52.527594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:51.490373Z","time spent":"1.03719766s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:52.527642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:51.488947Z","time spent":"1.038601898s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:53.489729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999945434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:02:53.489842Z","caller":"traceutil/trace.go:171","msg":"trace[1489399477] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000086347s","start":"2026-07-28T15:02:51.489731Z","end":"2026-07-28T15:02:53.489817Z","steps":["trace[1489399477] 'agreement among raft nodes before linearized reading' (duration: 1.999959165s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:53.48989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:51.489721Z","time spent":"2.000158098s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:54.60079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073243158s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-28T15:02:54.601068Z","caller":"traceutil/trace.go:171","msg":"trace[1199375626] linearizableReadLoop","detail":"{readStateIndex:26892; appliedIndex:26886; }","duration":"3.116181102s","start":"2026-07-28T15:02:51.484869Z","end":"2026-07-28T15:02:54.60105Z","steps":["trace[1199375626] 'read index received' (duration: 1.005403674s)","trace[1199375626] 'applied index is now lower than readState.Index' (duration: 2.110776498s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:54.602649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117774314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18186"} {"level":"info","ts":"2026-07-28T15:02:54.602687Z","caller":"traceutil/trace.go:171","msg":"trace[747867814] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26048; }","duration":"3.117844265s","start":"2026-07-28T15:02:51.484829Z","end":"2026-07-28T15:02:54.602673Z","steps":["trace[747867814] 'agreement among raft nodes before linearized reading' (duration: 3.117689702s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:54.60272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:51.484812Z","time spent":"3.117900816s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18210,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-28T15:02:54.602967Z","caller":"traceutil/trace.go:171","msg":"trace[1817024847] transaction","detail":"{read_only:false; response_revision:26049; number_of_response:1; }","duration":"1.116067955s","start":"2026-07-28T15:02:53.486867Z","end":"2026-07-28T15:02:54.602935Z","steps":["trace[1817024847] 'process raft request' (duration: 1.114028574s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:54.603142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.486828Z","time spent":"1.116201198s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:55.101153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:55.491134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000601337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:55.491232Z","caller":"traceutil/trace.go:171","msg":"trace[1660694457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000964674s","start":"2026-07-28T15:02:53.490246Z","end":"2026-07-28T15:02:55.49121Z","steps":["trace[1660694457] 'agreement among raft nodes before linearized reading' (duration: 2.000843102s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:55.49129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.490238Z","time spent":"2.001040795s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:02:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:55.601286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:56.101606Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110784,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:56.206568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997565284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:56.206642Z","caller":"traceutil/trace.go:171","msg":"trace[655783107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997749228s","start":"2026-07-28T15:02:53.208873Z","end":"2026-07-28T15:02:56.206622Z","steps":["trace[655783107] 'agreement among raft nodes before linearized reading' (duration: 2.997656466s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.20669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.208839Z","time spent":"2.9978431s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/28 15:02:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:56.2711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998582484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:56.271155Z","caller":"traceutil/trace.go:171","msg":"trace[958425974] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998674165s","start":"2026-07-28T15:02:53.27247Z","end":"2026-07-28T15:02:56.271144Z","steps":["trace[958425974] 'agreement among raft nodes before linearized reading' (duration: 2.998610834s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.271184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.27245Z","time spent":"2.998727317s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/28 15:02:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:56.275592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996577745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:56.275691Z","caller":"traceutil/trace.go:171","msg":"trace[973905366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.996700698s","start":"2026-07-28T15:02:53.278967Z","end":"2026-07-28T15:02:56.275668Z","steps":["trace[973905366] 'agreement among raft nodes before linearized reading' (duration: 2.996583316s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.275797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.278963Z","time spent":"2.99678192s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/28 15:02:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:56.398049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.632769464s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:02:56.46152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:54.663759Z","time spent":"1.797755189s","remote":"127.0.0.1:59262","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T15:02:56.462098Z","caller":"traceutil/trace.go:171","msg":"trace[1744955214] transaction","detail":"{read_only:false; response_revision:26050; number_of_response:1; }","duration":"2.974539961s","start":"2026-07-28T15:02:53.487527Z","end":"2026-07-28T15:02:56.462067Z","steps":["trace[1744955214] 'process raft request' (duration: 2.910737673s)","trace[1744955214] 'compare' (duration: 63.100383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:56.462258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.48751Z","time spent":"2.974662824s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:56.462422Z","caller":"traceutil/trace.go:171","msg":"trace[691571378] transaction","detail":"{read_only:false; response_revision:26051; number_of_response:1; }","duration":"2.97299765s","start":"2026-07-28T15:02:53.489385Z","end":"2026-07-28T15:02:56.462382Z","steps":["trace[691571378] 'process raft request' (duration: 2.972592102s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.462591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.489368Z","time spent":"2.973135592s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:56.46269Z","caller":"traceutil/trace.go:171","msg":"trace[531763209] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"2.973060001s","start":"2026-07-28T15:02:53.489592Z","end":"2026-07-28T15:02:56.462652Z","steps":["trace[531763209] 'process raft request' (duration: 2.972711884s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.462843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.489582Z","time spent":"2.973178923s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:56.462929Z","caller":"traceutil/trace.go:171","msg":"trace[807560442] transaction","detail":"{read_only:false; response_revision:26053; number_of_response:1; }","duration":"2.973286525s","start":"2026-07-28T15:02:53.489607Z","end":"2026-07-28T15:02:56.462894Z","steps":["trace[807560442] 'process raft request' (duration: 2.97303668s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:56.463068Z","caller":"traceutil/trace.go:171","msg":"trace[1105915135] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"2.973333546s","start":"2026-07-28T15:02:53.4897Z","end":"2026-07-28T15:02:56.463034Z","steps":["trace[1105915135] 'process raft request' (duration: 2.973144872s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.489586Z","time spent":"2.973437158s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:56.463149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.538669029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:56.463174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018791563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:56.463178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976372736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:02:56.463191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.48967Z","time spent":"2.97345096s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:56.463209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.968838996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-7fc8f44c65-nlszj.18c67ad0eaa048eb\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-07-28T15:02:56.463219Z","caller":"traceutil/trace.go:171","msg":"trace[611510528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26054; }","duration":"3.018886585s","start":"2026-07-28T15:02:53.444319Z","end":"2026-07-28T15:02:56.463205Z","steps":["trace[611510528] 'agreement among raft nodes before linearized reading' (duration: 3.018799323s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.210150274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:56.46325Z","caller":"traceutil/trace.go:171","msg":"trace[734678088] range","detail":"{range_begin:/registry/events/openstack/cinder-api-7fc8f44c65-nlszj.18c67ad0eaa048eb; range_end:; response_count:1; response_revision:26054; }","duration":"3.968911138s","start":"2026-07-28T15:02:52.494324Z","end":"2026-07-28T15:02:56.463236Z","steps":["trace[734678088] 'agreement among raft nodes before linearized reading' (duration: 3.968748734s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:56.463192Z","caller":"traceutil/trace.go:171","msg":"trace[1389137777] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26054; }","duration":"3.53873551s","start":"2026-07-28T15:02:52.924441Z","end":"2026-07-28T15:02:56.463177Z","steps":["trace[1389137777] 'agreement among raft nodes before linearized reading' (duration: 3.538663107s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.444293Z","time spent":"3.018953017s","remote":"127.0.0.1:41498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:56.463268Z","caller":"traceutil/trace.go:171","msg":"trace[26106981] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26054; }","duration":"3.210199615s","start":"2026-07-28T15:02:53.253058Z","end":"2026-07-28T15:02:56.463258Z","steps":["trace[26106981] 'agreement among raft nodes before linearized reading' (duration: 3.210153374s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:56.463172Z","caller":"traceutil/trace.go:171","msg":"trace[472110529] linearizableReadLoop","detail":"{readStateIndex:26898; appliedIndex:26893; }","duration":"1.861909123s","start":"2026-07-28T15:02:54.601109Z","end":"2026-07-28T15:02:56.463018Z","steps":["trace[472110529] 'read index received' (duration: 1.797171627s)","trace[472110529] 'applied index is now lower than readState.Index' (duration: 64.736206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:56.463311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.253047Z","time spent":"3.210256716s","remote":"127.0.0.1:59616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:56.463319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.904778063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:56.463343Z","caller":"traceutil/trace.go:171","msg":"trace[544897407] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:26054; }","duration":"3.904803184s","start":"2026-07-28T15:02:52.558531Z","end":"2026-07-28T15:02:56.463335Z","steps":["trace[544897407] 'agreement among raft nodes before linearized reading' (duration: 3.904757363s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:52.558477Z","time spent":"3.904880695s","remote":"127.0.0.1:40000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:56.463238Z","caller":"traceutil/trace.go:171","msg":"trace[908356891] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26054; }","duration":"2.976489998s","start":"2026-07-28T15:02:53.486732Z","end":"2026-07-28T15:02:56.463222Z","steps":["trace[908356891] 'agreement among raft nodes before linearized reading' (duration: 2.976295034s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42245966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18186"} {"level":"warn","ts":"2026-07-28T15:02:56.463388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929512975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-28T15:02:56.463412Z","caller":"traceutil/trace.go:171","msg":"trace[199430416] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26054; }","duration":"2.422547483s","start":"2026-07-28T15:02:54.040855Z","end":"2026-07-28T15:02:56.463403Z","steps":["trace[199430416] 'agreement among raft nodes before linearized reading' (duration: 2.422435671s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:52.924425Z","time spent":"3.538888472s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:56.463442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:54.040829Z","time spent":"2.422606013s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18210,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-28T15:02:56.463446Z","caller":"traceutil/trace.go:171","msg":"trace[1164455401] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26054; }","duration":"1.929582377s","start":"2026-07-28T15:02:54.533843Z","end":"2026-07-28T15:02:56.463425Z","steps":["trace[1164455401] 'agreement among raft nodes before linearized reading' (duration: 1.929435525s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.486701Z","time spent":"2.976706473s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:56.463489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:54.533835Z","time spent":"1.929642418s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:02:56.463274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:52.494312Z","time spent":"3.968956688s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/events/openstack/cinder-api-7fc8f44c65-nlszj.18c67ad0eaa048eb\" "} {"level":"warn","ts":"2026-07-28T15:02:56.463501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.676542805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:56.46356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.976014177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-28T15:02:56.463575Z","caller":"traceutil/trace.go:171","msg":"trace[968510262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26054; }","duration":"3.676658318s","start":"2026-07-28T15:02:52.786901Z","end":"2026-07-28T15:02:56.46356Z","steps":["trace[968510262] 'agreement among raft nodes before linearized reading' (duration: 3.676335022s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931278481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-28T15:02:56.463616Z","caller":"traceutil/trace.go:171","msg":"trace[822446008] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26054; }","duration":"1.931340052s","start":"2026-07-28T15:02:54.53227Z","end":"2026-07-28T15:02:56.46361Z","steps":["trace[822446008] 'agreement among raft nodes before linearized reading' (duration: 1.931272161s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:56.463611Z","caller":"traceutil/trace.go:171","msg":"trace[2016583632] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26054; }","duration":"3.976106499s","start":"2026-07-28T15:02:52.487489Z","end":"2026-07-28T15:02:56.463595Z","steps":["trace[2016583632] 'agreement among raft nodes before linearized reading' (duration: 3.975890184s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:52.786878Z","time spent":"3.676727299s","remote":"127.0.0.1:41520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:56.463634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:54.532252Z","time spent":"1.931377913s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:02:56.463643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773878455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:02:56.463655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:52.487473Z","time spent":"3.97617289s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"info","ts":"2026-07-28T15:02:56.463684Z","caller":"traceutil/trace.go:171","msg":"trace[418125836] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26054; }","duration":"2.773968327s","start":"2026-07-28T15:02:53.689702Z","end":"2026-07-28T15:02:56.46367Z","steps":["trace[418125836] 'agreement among raft nodes before linearized reading' (duration: 2.773883385s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.975596706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-07-28T15:02:56.463728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.68968Z","time spent":"2.774037439s","remote":"127.0.0.1:37084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:56.463749Z","caller":"traceutil/trace.go:171","msg":"trace[938451898] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:26054; }","duration":"4.975642657s","start":"2026-07-28T15:02:51.488097Z","end":"2026-07-28T15:02:56.46374Z","steps":["trace[938451898] 'agreement among raft nodes before linearized reading' (duration: 4.975508985s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930059377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-28T15:02:56.463777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:51.48809Z","time spent":"4.975681518s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-07-28T15:02:56.463785Z","caller":"traceutil/trace.go:171","msg":"trace[906599139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26054; }","duration":"1.930125668s","start":"2026-07-28T15:02:54.533653Z","end":"2026-07-28T15:02:56.463779Z","steps":["trace[906599139] 'agreement among raft nodes before linearized reading' (duration: 1.930070487s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:54.533624Z","time spent":"1.930175259s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:56.463624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977135134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:56.463808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048586587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:56.46385Z","caller":"traceutil/trace.go:171","msg":"trace[840819051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26054; }","duration":"1.977413899s","start":"2026-07-28T15:02:54.486428Z","end":"2026-07-28T15:02:56.463842Z","steps":["trace[840819051] 'agreement among raft nodes before linearized reading' (duration: 1.977158314s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:54.486407Z","time spent":"1.977457941s","remote":"127.0.0.1:39140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:56.463867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.976607256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:56.463885Z","caller":"traceutil/trace.go:171","msg":"trace[1618259121] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26054; }","duration":"4.048683819s","start":"2026-07-28T15:02:52.415172Z","end":"2026-07-28T15:02:56.463856Z","steps":["trace[1618259121] 'agreement among raft nodes before linearized reading' (duration: 4.048582748s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930353502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T15:02:56.463938Z","caller":"traceutil/trace.go:171","msg":"trace[1816328410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26054; }","duration":"1.930398354s","start":"2026-07-28T15:02:54.53353Z","end":"2026-07-28T15:02:56.463928Z","steps":["trace[1816328410] 'agreement among raft nodes before linearized reading' (duration: 1.930292942s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.463942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856159897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:56.463967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:54.533523Z","time spent":"1.930437794s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:02:56.463938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:52.415146Z","time spent":"4.048780631s","remote":"127.0.0.1:59656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:56.463985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.977039645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-28T15:02:56.463994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976015219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:02:56.463894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891901331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T15:02:56.463942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.164706745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:56.464034Z","caller":"traceutil/trace.go:171","msg":"trace[1854802136] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26054; }","duration":"2.892102755s","start":"2026-07-28T15:02:53.571924Z","end":"2026-07-28T15:02:56.464027Z","steps":["trace[1854802136] 'agreement among raft nodes before linearized reading' (duration: 2.891801449s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:56.464035Z","caller":"traceutil/trace.go:171","msg":"trace[970477051] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26054; }","duration":"2.976121811s","start":"2026-07-28T15:02:53.487901Z","end":"2026-07-28T15:02:56.464023Z","steps":["trace[970477051] 'agreement among raft nodes before linearized reading' (duration: 2.976001048s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:56.464033Z","caller":"traceutil/trace.go:171","msg":"trace[283846140] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26054; }","duration":"4.977138216s","start":"2026-07-28T15:02:51.486877Z","end":"2026-07-28T15:02:56.464016Z","steps":["trace[283846140] 'agreement among raft nodes before linearized reading' (duration: 4.976992984s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.464064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.571889Z","time spent":"2.892166966s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":191,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:56.463978Z","caller":"traceutil/trace.go:171","msg":"trace[1068879178] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26054; }","duration":"2.856244789s","start":"2026-07-28T15:02:53.607721Z","end":"2026-07-28T15:02:56.463965Z","steps":["trace[1068879178] 'agreement among raft nodes before linearized reading' (duration: 2.856196508s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.464072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.487871Z","time spent":"2.976192452s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:56.464072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:51.486849Z","time spent":"4.977216247s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T15:02:56.464087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.97708403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:02:56.464106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.977003423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-dc18bcdc-2412-4ce3-82ec-2b1228914ec0\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-28T15:02:56.464114Z","caller":"traceutil/trace.go:171","msg":"trace[1157548569] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26054; }","duration":"2.977126671s","start":"2026-07-28T15:02:53.486981Z","end":"2026-07-28T15:02:56.464108Z","steps":["trace[1157548569] 'agreement among raft nodes before linearized reading' (duration: 2.97705714s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.464118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.607691Z","time spent":"2.856407792s","remote":"127.0.0.1:40756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:56.464055Z","caller":"traceutil/trace.go:171","msg":"trace[234251835] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26054; }","duration":"4.164852708s","start":"2026-07-28T15:02:52.299186Z","end":"2026-07-28T15:02:56.464039Z","steps":["trace[234251835] 'agreement among raft nodes before linearized reading' (duration: 4.164726706s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:56.464132Z","caller":"traceutil/trace.go:171","msg":"trace[847487363] range","detail":"{range_begin:/registry/persistentvolumes/pvc-dc18bcdc-2412-4ce3-82ec-2b1228914ec0; range_end:; response_count:1; response_revision:26054; }","duration":"4.977044124s","start":"2026-07-28T15:02:51.487079Z","end":"2026-07-28T15:02:56.464124Z","steps":["trace[847487363] 'agreement among raft nodes before linearized reading' (duration: 4.976956672s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:56.4639Z","caller":"traceutil/trace.go:171","msg":"trace[1070851735] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26054; }","duration":"4.976659456s","start":"2026-07-28T15:02:51.48723Z","end":"2026-07-28T15:02:56.463889Z","steps":["trace[1070851735] 'agreement among raft nodes before linearized reading' (duration: 4.976606275s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:56.464153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:52.299156Z","time spent":"4.164991s","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:56.464132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:53.486974Z","time spent":"2.977152592s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:02:56.464161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:51.487072Z","time spent":"4.977080394s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-dc18bcdc-2412-4ce3-82ec-2b1228914ec0\" "} {"level":"warn","ts":"2026-07-28T15:02:56.464182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:51.487221Z","time spent":"4.976945341s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:02:56.963884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:57.464937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:57.501804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:02:57.501896Z","caller":"traceutil/trace.go:171","msg":"trace[1212975583] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000559605s","start":"2026-07-28T15:02:55.501317Z","end":"2026-07-28T15:02:57.501877Z","steps":["trace[1212975583] 'agreement among raft nodes before linearized reading' (duration: 2.000426962s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:57.501948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:55.501304Z","time spent":"2.000633546s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:02:57.965372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110788,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:02:57.967299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.567858618s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:02:58.194169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:57.604056Z","time spent":"590.10618ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:02:58.194668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.087115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:58.194794Z","caller":"traceutil/trace.go:171","msg":"trace[402678862] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"1.916762164s","start":"2026-07-28T15:02:56.27802Z","end":"2026-07-28T15:02:58.194783Z","steps":["trace[402678862] 'process raft request' (duration: 1.916733354s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:58.194836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.277998Z","time spent":"1.916819835s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:58.19485Z","caller":"traceutil/trace.go:171","msg":"trace[664462645] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"1.985804844s","start":"2026-07-28T15:02:56.208989Z","end":"2026-07-28T15:02:58.194794Z","steps":["trace[664462645] 'process raft request' (duration: 1.758537236s)","trace[664462645] 'compare' (duration: 226.481403ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:58.194884Z","caller":"traceutil/trace.go:171","msg":"trace[1840325004] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"1.956033479s","start":"2026-07-28T15:02:56.23877Z","end":"2026-07-28T15:02:58.194804Z","steps":["trace[1840325004] 'process raft request' (duration: 1.955941077s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:58.195144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.20896Z","time spent":"1.986016649s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:58.195311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.238752Z","time spent":"1.956378246s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:59.102814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.097793ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:59.102941Z","caller":"traceutil/trace.go:171","msg":"trace[1324050645] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26057; }","duration":"679.235276ms","start":"2026-07-28T15:02:58.423685Z","end":"2026-07-28T15:02:59.10292Z","steps":["trace[1324050645] 'range keys from in-memory index tree' (duration: 679.080333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.103335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.655909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:02:59.103645Z","caller":"traceutil/trace.go:171","msg":"trace[260137280] transaction","detail":"{read_only:false; response_revision:26058; number_of_response:1; }","duration":"2.636806004s","start":"2026-07-28T15:02:56.466793Z","end":"2026-07-28T15:02:59.103599Z","steps":["trace[260137280] 'process raft request' (duration: 2.488773718s)","trace[260137280] 'compare' (duration: 147.090969ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:02:59.103788Z","caller":"traceutil/trace.go:171","msg":"trace[1968207167] linearizableReadLoop","detail":"{readStateIndex:26908; appliedIndex:26898; }","duration":"2.640449687s","start":"2026-07-28T15:02:56.46332Z","end":"2026-07-28T15:02:59.103769Z","steps":["trace[1968207167] 'read index received' (duration: 1.504197344s)","trace[1968207167] 'applied index is now lower than readState.Index' (duration: 1.136251383s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:02:59.103871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.466765Z","time spent":"2.636969417s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:59.104038Z","caller":"traceutil/trace.go:171","msg":"trace[281018387] transaction","detail":"{read_only:false; response_revision:26059; number_of_response:1; }","duration":"2.633829146s","start":"2026-07-28T15:02:56.470196Z","end":"2026-07-28T15:02:59.104025Z","steps":["trace[281018387] 'process raft request' (duration: 2.633254664s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.104117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.470182Z","time spent":"2.633894607s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:59.104319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790166697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:02:59.104366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186846434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:59.104376Z","caller":"traceutil/trace.go:171","msg":"trace[361190406] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26064; }","duration":"2.790258599s","start":"2026-07-28T15:02:56.314103Z","end":"2026-07-28T15:02:59.104361Z","steps":["trace[361190406] 'agreement among raft nodes before linearized reading' (duration: 2.790156147s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:02:59.104399Z","caller":"traceutil/trace.go:171","msg":"trace[968365301] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26064; }","duration":"3.186921145s","start":"2026-07-28T15:02:55.917468Z","end":"2026-07-28T15:02:59.104389Z","steps":["trace[968365301] 'agreement among raft nodes before linearized reading' (duration: 3.186825534s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.104417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.314087Z","time spent":"2.79031757s","remote":"127.0.0.1:52662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:59.10443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:55.917444Z","time spent":"3.186978417s","remote":"127.0.0.1:52928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":40,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:59.104596Z","caller":"traceutil/trace.go:171","msg":"trace[1635992411] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"2.633250355s","start":"2026-07-28T15:02:56.471333Z","end":"2026-07-28T15:02:59.104583Z","steps":["trace[1635992411] 'process raft request' (duration: 2.632222395s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.104668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.471327Z","time spent":"2.633305126s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:59.104688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823526112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:02:59.104754Z","caller":"traceutil/trace.go:171","msg":"trace[71673938] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26064; }","duration":"3.823629253s","start":"2026-07-28T15:02:55.281112Z","end":"2026-07-28T15:02:59.104741Z","steps":["trace[71673938] 'agreement among raft nodes before linearized reading' (duration: 3.82345298s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.104784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:55.281089Z","time spent":"3.823687155s","remote":"127.0.0.1:52530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":143,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:02:59.104825Z","caller":"traceutil/trace.go:171","msg":"trace[1877449876] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"2.633414788s","start":"2026-07-28T15:02:56.471399Z","end":"2026-07-28T15:02:59.104814Z","steps":["trace[1877449876] 'process raft request' (duration: 2.632207124s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.104889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.47139Z","time spent":"2.633466568s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:59.105092Z","caller":"traceutil/trace.go:171","msg":"trace[948221105] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"2.633666983s","start":"2026-07-28T15:02:56.471411Z","end":"2026-07-28T15:02:59.105078Z","steps":["trace[948221105] 'process raft request' (duration: 2.632238664s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.105154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.471397Z","time spent":"2.633728193s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:59.105294Z","caller":"traceutil/trace.go:171","msg":"trace[150329475] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"2.617052916s","start":"2026-07-28T15:02:56.488231Z","end":"2026-07-28T15:02:59.105284Z","steps":["trace[150329475] 'process raft request' (duration: 2.615455634s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.105358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.488209Z","time spent":"2.617114937s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:02:59.105497Z","caller":"traceutil/trace.go:171","msg":"trace[1410932813] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"2.495341156s","start":"2026-07-28T15:02:56.610138Z","end":"2026-07-28T15:02:59.105479Z","steps":["trace[1410932813] 'process raft request' (duration: 2.493585001s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.105577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.61011Z","time spent":"2.495426609s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:02:59.105735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.987515604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:59.105787Z","caller":"traceutil/trace.go:171","msg":"trace[725568584] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:26064; }","duration":"3.987611496s","start":"2026-07-28T15:02:55.118161Z","end":"2026-07-28T15:02:59.105772Z","steps":["trace[725568584] 'agreement among raft nodes before linearized reading' (duration: 3.987405832s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.10582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:55.118137Z","time spent":"3.987674667s","remote":"127.0.0.1:49704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:59.105927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.3603007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:02:59.105966Z","caller":"traceutil/trace.go:171","msg":"trace[1462196667] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26064; }","duration":"4.360388731s","start":"2026-07-28T15:02:54.745566Z","end":"2026-07-28T15:02:59.105955Z","steps":["trace[1462196667] 'agreement among raft nodes before linearized reading' (duration: 4.36030513s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.105993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:54.745545Z","time spent":"4.360441323s","remote":"127.0.0.1:52688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:02:59.106093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432455232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:02:59.106233Z","caller":"traceutil/trace.go:171","msg":"trace[1303109937] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26064; }","duration":"4.432693447s","start":"2026-07-28T15:02:54.673514Z","end":"2026-07-28T15:02:59.106207Z","steps":["trace[1303109937] 'agreement among raft nodes before linearized reading' (duration: 4.432399421s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.106351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:54.673493Z","time spent":"4.432816809s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:02:59.502459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:02:59.502524Z","caller":"traceutil/trace.go:171","msg":"trace[1708914784] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463943s","start":"2026-07-28T15:02:57.502042Z","end":"2026-07-28T15:02:59.502506Z","steps":["trace[1708914784] 'agreement among raft nodes before linearized reading' (duration: 2.000384012s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:02:59.502556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:57.502031Z","time spent":"2.000517704s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:02:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:02:59.603873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:03:00.366107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.646585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:03:00.366611Z","caller":"traceutil/trace.go:171","msg":"trace[1174510218] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"1.895118747s","start":"2026-07-28T15:02:58.471286Z","end":"2026-07-28T15:03:00.366405Z","steps":["trace[1174510218] 'process raft request' (duration: 1.895067346s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.366693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.471259Z","time spent":"1.895395383s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:00.366718Z","caller":"traceutil/trace.go:171","msg":"trace[698035851] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"1.89677841s","start":"2026-07-28T15:02:58.469857Z","end":"2026-07-28T15:03:00.366635Z","steps":["trace[698035851] 'process raft request' (duration: 1.896350341s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:00.366889Z","caller":"traceutil/trace.go:171","msg":"trace[1855014253] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"1.895759691s","start":"2026-07-28T15:02:58.471099Z","end":"2026-07-28T15:03:00.366859Z","steps":["trace[1855014253] 'process raft request' (duration: 1.895212909s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:00.366919Z","caller":"traceutil/trace.go:171","msg":"trace[551871736] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"1.897091187s","start":"2026-07-28T15:02:58.469783Z","end":"2026-07-28T15:03:00.366874Z","steps":["trace[551871736] 'process raft request' (duration: 1.389581755s)","trace[551871736] 'compare' (duration: 505.657685ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:00.366928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.469852Z","time spent":"1.896994365s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:00.367041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.471082Z","time spent":"1.895879053s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:00.367077Z","caller":"traceutil/trace.go:171","msg":"trace[526430895] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"1.896602767s","start":"2026-07-28T15:02:58.470336Z","end":"2026-07-28T15:03:00.366939Z","steps":["trace[526430895] 'process raft request' (duration: 1.895940264s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.3671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.469761Z","time spent":"1.897236449s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:00.367346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.470331Z","time spent":"1.896838512s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:00.424526Z","caller":"traceutil/trace.go:171","msg":"trace[611976703] linearizableReadLoop","detail":"{readStateIndex:26914; appliedIndex:26908; }","duration":"1.320671947s","start":"2026-07-28T15:02:59.10383Z","end":"2026-07-28T15:03:00.424502Z","steps":["trace[611976703] 'read index received' (duration: 755.545069ms)","trace[611976703] 'applied index is now lower than readState.Index' (duration: 565.125878ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:00.424776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955437684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-28T15:03:00.42482Z","caller":"traceutil/trace.go:171","msg":"trace[954063828] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26070; }","duration":"2.955531256s","start":"2026-07-28T15:02:57.469275Z","end":"2026-07-28T15:03:00.424806Z","steps":["trace[954063828] 'agreement among raft nodes before linearized reading' (duration: 2.955340772s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.424858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:57.469252Z","time spent":"2.955597507s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"warn","ts":"2026-07-28T15:03:00.42489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612140649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:03:00.425032Z","caller":"traceutil/trace.go:171","msg":"trace[1376996989] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26070; }","duration":"2.612309502s","start":"2026-07-28T15:02:57.812673Z","end":"2026-07-28T15:03:00.424983Z","steps":["trace[1376996989] 'agreement among raft nodes before linearized reading' (duration: 2.611900514s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.425079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:57.812647Z","time spent":"2.612419544s","remote":"127.0.0.1:52748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:00.425123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642255499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:00.425159Z","caller":"traceutil/trace.go:171","msg":"trace[1830102251] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:26070; }","duration":"3.642334861s","start":"2026-07-28T15:02:56.782811Z","end":"2026-07-28T15:03:00.425146Z","steps":["trace[1830102251] 'agreement among raft nodes before linearized reading' (duration: 3.64227422s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.425195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.782776Z","time spent":"3.642410622s","remote":"127.0.0.1:39956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:00.425424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93301537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-28T15:03:00.425465Z","caller":"traceutil/trace.go:171","msg":"trace[1267541929] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26070; }","duration":"3.933089631s","start":"2026-07-28T15:02:56.492363Z","end":"2026-07-28T15:03:00.425453Z","steps":["trace[1267541929] 'agreement among raft nodes before linearized reading' (duration: 3.932988739s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.425492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.492345Z","time spent":"3.933140912s","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-28T15:03:00.425569Z","caller":"traceutil/trace.go:171","msg":"trace[2048091768] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"1.437314396s","start":"2026-07-28T15:02:58.988237Z","end":"2026-07-28T15:03:00.425551Z","steps":["trace[2048091768] 'process raft request' (duration: 1.436119802s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.425708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953384861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c67c47c711cb31\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-07-28T15:03:00.425747Z","caller":"traceutil/trace.go:171","msg":"trace[657986938] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c67c47c711cb31; range_end:; response_count:1; response_revision:26070; }","duration":"3.953450922s","start":"2026-07-28T15:02:56.472285Z","end":"2026-07-28T15:03:00.425736Z","steps":["trace[657986938] 'agreement among raft nodes before linearized reading' (duration: 3.95334194s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.425778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.472279Z","time spent":"3.953492813s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":766,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18c67c47c711cb31\" "} {"level":"warn","ts":"2026-07-28T15:03:00.425775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.988198Z","time spent":"1.437446658s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:00.425996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954020783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1448"} {"level":"info","ts":"2026-07-28T15:03:00.426031Z","caller":"traceutil/trace.go:171","msg":"trace[408367769] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26070; }","duration":"3.954108335s","start":"2026-07-28T15:02:56.471915Z","end":"2026-07-28T15:03:00.426023Z","steps":["trace[408367769] 'agreement among raft nodes before linearized reading' (duration: 3.954011473s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.426064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.471897Z","time spent":"3.954161286s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T15:03:00.426117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892825173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:00.426213Z","caller":"traceutil/trace.go:171","msg":"trace[1267902754] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26070; }","duration":"1.892950346s","start":"2026-07-28T15:02:58.533232Z","end":"2026-07-28T15:03:00.426183Z","steps":["trace[1267902754] 'agreement among raft nodes before linearized reading' (duration: 1.892843434s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.426271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.533211Z","time spent":"1.893047227s","remote":"127.0.0.1:40686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:00.426379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957544242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-28T15:03:00.426416Z","caller":"traceutil/trace.go:171","msg":"trace[1817212470] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26070; }","duration":"3.957577663s","start":"2026-07-28T15:02:56.468829Z","end":"2026-07-28T15:03:00.426406Z","steps":["trace[1817212470] 'agreement among raft nodes before linearized reading' (duration: 3.957496711s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.426449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.468788Z","time spent":"3.957653645s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-28T15:03:00.42664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.95997546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-28T15:03:00.426674Z","caller":"traceutil/trace.go:171","msg":"trace[306932351] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:26070; }","duration":"3.960043862s","start":"2026-07-28T15:02:56.466622Z","end":"2026-07-28T15:03:00.426666Z","steps":["trace[306932351] 'agreement among raft nodes before linearized reading' (duration: 3.95996254s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.426704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.466604Z","time spent":"3.960093992s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-28T15:03:00.426711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955976417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:03:00.426752Z","caller":"traceutil/trace.go:171","msg":"trace[357341863] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26070; }","duration":"1.956056829s","start":"2026-07-28T15:02:58.470685Z","end":"2026-07-28T15:03:00.426741Z","steps":["trace[357341863] 'agreement among raft nodes before linearized reading' (duration: 1.955896896s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.42684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.470679Z","time spent":"1.956133691s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:03:00.426905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31880819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-28T15:03:00.426939Z","caller":"traceutil/trace.go:171","msg":"trace[1863706815] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e; range_end:; response_count:1; response_revision:26070; }","duration":"1.318880022s","start":"2026-07-28T15:02:59.10805Z","end":"2026-07-28T15:03:00.42693Z","steps":["trace[1863706815] 'agreement among raft nodes before linearized reading' (duration: 1.318789479s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.426972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:59.107982Z","time spent":"1.318982043s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" "} {"level":"warn","ts":"2026-07-28T15:03:00.427234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956969077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:03:00.42731Z","caller":"traceutil/trace.go:171","msg":"trace[1475913666] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26070; }","duration":"1.957031698s","start":"2026-07-28T15:02:58.470234Z","end":"2026-07-28T15:03:00.427266Z","steps":["trace[1475913666] 'agreement among raft nodes before linearized reading' (duration: 1.956913076s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.427381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.202702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:00.427423Z","caller":"traceutil/trace.go:171","msg":"trace[412958490] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26070; }","duration":"108.286624ms","start":"2026-07-28T15:03:00.319127Z","end":"2026-07-28T15:03:00.427414Z","steps":["trace[412958490] 'agreement among raft nodes before linearized reading' (duration: 108.221923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.427585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.474759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:00.427621Z","caller":"traceutil/trace.go:171","msg":"trace[1753374442] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26070; }","duration":"138.551021ms","start":"2026-07-28T15:03:00.289061Z","end":"2026-07-28T15:03:00.427612Z","steps":["trace[1753374442] 'agreement among raft nodes before linearized reading' (duration: 138.49714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.427702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95866389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:03:00.427776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.142474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:00.427808Z","caller":"traceutil/trace.go:171","msg":"trace[2073777670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26070; }","duration":"919.202534ms","start":"2026-07-28T15:02:59.508598Z","end":"2026-07-28T15:03:00.4278Z","steps":["trace[2073777670] 'agreement among raft nodes before linearized reading' (duration: 919.153863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.427837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:59.508584Z","time spent":"919.248226ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:03:00.427794Z","caller":"traceutil/trace.go:171","msg":"trace[2058175854] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26070; }","duration":"1.958781823s","start":"2026-07-28T15:02:58.468984Z","end":"2026-07-28T15:03:00.427766Z","steps":["trace[2058175854] 'agreement among raft nodes before linearized reading' (duration: 1.958427126s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.42788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.46889Z","time spent":"1.958979547s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:03:00.42794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316584796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:00.427353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.470227Z","time spent":"1.95711408s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T15:03:00.428007Z","caller":"traceutil/trace.go:171","msg":"trace[409998707] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26070; }","duration":"1.316656008s","start":"2026-07-28T15:02:59.111329Z","end":"2026-07-28T15:03:00.427985Z","steps":["trace[409998707] 'agreement among raft nodes before linearized reading' (duration: 1.316560466s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.428053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:59.111323Z","time spent":"1.316719759s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:03:00.428194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101383393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:00.428279Z","caller":"traceutil/trace.go:171","msg":"trace[1861836336] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26070; }","duration":"2.101471764s","start":"2026-07-28T15:02:58.326766Z","end":"2026-07-28T15:03:00.428237Z","steps":["trace[1861836336] 'agreement among raft nodes before linearized reading' (duration: 2.101391112s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.428322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.326745Z","time spent":"2.101566326s","remote":"127.0.0.1:37450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:00.426229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954648365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:00.428471Z","caller":"traceutil/trace.go:171","msg":"trace[970004664] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26070; }","duration":"3.95691188s","start":"2026-07-28T15:02:56.471548Z","end":"2026-07-28T15:03:00.42846Z","steps":["trace[970004664] 'agreement among raft nodes before linearized reading' (duration: 3.954650355s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.428515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.471538Z","time spent":"3.956966272s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:03:00.426309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956692806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-28T15:03:00.428665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368680561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:00.428641Z","caller":"traceutil/trace.go:171","msg":"trace[1513409066] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26070; }","duration":"3.959021323s","start":"2026-07-28T15:02:56.469589Z","end":"2026-07-28T15:03:00.42861Z","steps":["trace[1513409066] 'agreement among raft nodes before linearized reading' (duration: 3.956657976s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:00.428704Z","caller":"traceutil/trace.go:171","msg":"trace[727060565] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26070; }","duration":"2.368756952s","start":"2026-07-28T15:02:58.059938Z","end":"2026-07-28T15:03:00.428695Z","steps":["trace[727060565] 'agreement among raft nodes before linearized reading' (duration: 2.368700061s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:00.428738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:58.059916Z","time spent":"2.368814303s","remote":"127.0.0.1:39146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:00.428732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:02:56.46958Z","time spent":"3.959138605s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-28T15:03:00.932212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:03:01.866989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.997497ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-28T15:03:01.867065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.431424Z","time spent":"1.435638573s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:03:02.274163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.135162641s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:03:02.430106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.642427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:03:02.430376Z","caller":"traceutil/trace.go:171","msg":"trace[1160955037] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"1.997135078s","start":"2026-07-28T15:03:00.433206Z","end":"2026-07-28T15:03:02.430341Z","steps":["trace[1160955037] 'process raft request' (duration: 1.841139234s)","trace[1160955037] 'compare' (duration: 155.369242ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:02.43054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.433162Z","time spent":"1.997289861s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:02.430564Z","caller":"traceutil/trace.go:171","msg":"trace[1042556736] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"1.991991157s","start":"2026-07-28T15:03:00.438554Z","end":"2026-07-28T15:03:02.430545Z","steps":["trace[1042556736] 'process raft request' (duration: 1.99167104s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:02.430653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.438541Z","time spent":"1.992065129s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:02.431452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999735209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:03:02.431534Z","caller":"traceutil/trace.go:171","msg":"trace[8805964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999892322s","start":"2026-07-28T15:03:00.431622Z","end":"2026-07-28T15:03:02.431514Z","steps":["trace[8805964] 'agreement among raft nodes before linearized reading' (duration: 1.99977175s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:02.431579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.431602Z","time spent":"1.999966973s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:03:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:03:03.865107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99975743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:03:03.865174Z","caller":"traceutil/trace.go:171","msg":"trace[299778757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999899523s","start":"2026-07-28T15:03:01.86526Z","end":"2026-07-28T15:03:03.865159Z","steps":["trace[299778757] 'agreement among raft nodes before linearized reading' (duration: 1.999808501s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:03.865215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.86523Z","time spent":"1.999978044s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:03:03.909858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.479339814s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-28T15:03:03.911008Z","caller":"traceutil/trace.go:171","msg":"trace[1227865695] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26075; }","duration":"2.042330679s","start":"2026-07-28T15:03:01.868657Z","end":"2026-07-28T15:03:03.910987Z","steps":["trace[1227865695] 'process raft request' (duration: 2.042304709s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:03.911133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.86864Z","time spent":"2.04241576s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:03.911467Z","caller":"traceutil/trace.go:171","msg":"trace[1751127002] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"2.799265606s","start":"2026-07-28T15:03:01.112194Z","end":"2026-07-28T15:03:03.911459Z","steps":["trace[1751127002] 'process raft request' (duration: 2.797784937s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:03.911517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.112164Z","time spent":"2.799328338s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:03.911625Z","caller":"traceutil/trace.go:171","msg":"trace[369138770] linearizableReadLoop","detail":"{readStateIndex:26917; appliedIndex:26914; }","duration":"3.4799459s","start":"2026-07-28T15:03:00.43167Z","end":"2026-07-28T15:03:03.911616Z","steps":["trace[369138770] 'read index received' (duration: 707.337959ms)","trace[369138770] 'applied index is now lower than readState.Index' (duration: 2.772606521s)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:03.911683Z","caller":"traceutil/trace.go:171","msg":"trace[1351571002] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"2.292375366s","start":"2026-07-28T15:03:01.619302Z","end":"2026-07-28T15:03:03.911678Z","steps":["trace[1351571002] 'process raft request' (duration: 2.291610072s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:03.911724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.61928Z","time spent":"2.292420958s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:04.411942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110818,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:03:04.43833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000902643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:03:04.438399Z","caller":"traceutil/trace.go:171","msg":"trace[625962476] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000995355s","start":"2026-07-28T15:03:02.437389Z","end":"2026-07-28T15:03:04.438384Z","steps":["trace[625962476] 'agreement among raft nodes before linearized reading' (duration: 2.000898683s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:04.438455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.437362Z","time spent":"2.001086997s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:03:04.482908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.090456128s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:03:05.248773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.577197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:03:05.249011Z","caller":"traceutil/trace.go:171","msg":"trace[506931284] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"2.876755293s","start":"2026-07-28T15:03:02.3722Z","end":"2026-07-28T15:03:05.248955Z","steps":["trace[506931284] 'process raft request' (duration: 2.11090169s)","trace[506931284] 'compare' (duration: 765.263631ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:05.249206Z","caller":"traceutil/trace.go:171","msg":"trace[817998602] transaction","detail":"{read_only:false; response_revision:26080; number_of_response:1; }","duration":"2.875287085s","start":"2026-07-28T15:03:02.373898Z","end":"2026-07-28T15:03:05.249185Z","steps":["trace[817998602] 'process raft request' (duration: 2.875235604s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:05.24931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.372178Z","time spent":"2.876949338s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:05.249368Z","caller":"traceutil/trace.go:171","msg":"trace[2106601988] transaction","detail":"{read_only:false; response_revision:26078; number_of_response:1; }","duration":"2.876676172s","start":"2026-07-28T15:03:02.372684Z","end":"2026-07-28T15:03:05.24936Z","steps":["trace[2106601988] 'process raft request' (duration: 2.876358846s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:05.249427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.372644Z","time spent":"2.876750614s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:05.249444Z","caller":"traceutil/trace.go:171","msg":"trace[1642076846] transaction","detail":"{read_only:false; response_revision:26077; number_of_response:1; }","duration":"2.877010029s","start":"2026-07-28T15:03:02.372379Z","end":"2026-07-28T15:03:05.249389Z","steps":["trace[1642076846] 'process raft request' (duration: 2.876553869s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:05.249321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.373887Z","time spent":"2.875367966s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:05.249636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.372347Z","time spent":"2.877185602s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:05.249671Z","caller":"traceutil/trace.go:171","msg":"trace[1756474171] transaction","detail":"{read_only:false; response_revision:26079; number_of_response:1; }","duration":"2.875800855s","start":"2026-07-28T15:03:02.373856Z","end":"2026-07-28T15:03:05.249657Z","steps":["trace[1756474171] 'process raft request' (duration: 2.875230284s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:05.249728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.373844Z","time spent":"2.875851785s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:05.553721Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07064267s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:03:06.445438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T15:03:06.4456Z","caller":"traceutil/trace.go:171","msg":"trace[1029619726] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546505s","start":"2026-07-28T15:03:04.445005Z","end":"2026-07-28T15:03:06.445551Z","steps":["trace[1029619726] 'agreement among raft nodes before linearized reading' (duration: 2.000306821s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.44567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:04.444993Z","time spent":"2.000662797s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:03:06.50191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.971232ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-28T15:03:06.502238Z","caller":"traceutil/trace.go:171","msg":"trace[283697555] transaction","detail":"{read_only:false; response_revision:26082; number_of_response:1; }","duration":"582.854308ms","start":"2026-07-28T15:03:05.919359Z","end":"2026-07-28T15:03:06.502213Z","steps":["trace[283697555] 'process raft request' (duration: 582.819207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.502368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:05.919334Z","time spent":"582.950689ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:06.502583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:03.912581Z","time spent":"2.589999583s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T15:03:06.502835Z","caller":"traceutil/trace.go:171","msg":"trace[954620791] linearizableReadLoop","detail":"{readStateIndex:26928; appliedIndex:26921; }","duration":"2.591131504s","start":"2026-07-28T15:03:03.911647Z","end":"2026-07-28T15:03:06.502778Z","steps":["trace[954620791] 'read index received' (duration: 571.427611ms)","trace[954620791] 'applied index is now lower than readState.Index' (duration: 2.019700223s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:06.503021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.068040548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-28T15:03:06.503054Z","caller":"traceutil/trace.go:171","msg":"trace[17273171] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26082; }","duration":"5.068126789s","start":"2026-07-28T15:03:01.434914Z","end":"2026-07-28T15:03:06.503041Z","steps":["trace[17273171] 'agreement among raft nodes before linearized reading' (duration: 5.067994237s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.066847402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:06.503081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.434883Z","time spent":"5.068190521s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"info","ts":"2026-07-28T15:03:06.503108Z","caller":"traceutil/trace.go:171","msg":"trace[1981357544] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26082; }","duration":"6.066940433s","start":"2026-07-28T15:03:00.436151Z","end":"2026-07-28T15:03:06.503091Z","steps":["trace[1981357544] 'agreement among raft nodes before linearized reading' (duration: 6.066810551s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.436145Z","time spent":"6.066990964s","remote":"127.0.0.1:52704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:03:06.503131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.680473207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:03:06.503189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.067854381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9600"} {"level":"info","ts":"2026-07-28T15:03:06.503208Z","caller":"traceutil/trace.go:171","msg":"trace[1995763417] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26082; }","duration":"5.68062501s","start":"2026-07-28T15:03:00.822568Z","end":"2026-07-28T15:03:06.503193Z","steps":["trace[1995763417] 'agreement among raft nodes before linearized reading' (duration: 5.680360295s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.822551Z","time spent":"5.680707831s","remote":"127.0.0.1:52914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:06.503279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.068029445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:06.503309Z","caller":"traceutil/trace.go:171","msg":"trace[1953966282] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:26082; }","duration":"6.068075256s","start":"2026-07-28T15:03:00.435223Z","end":"2026-07-28T15:03:06.503299Z","steps":["trace[1953966282] 'agreement among raft nodes before linearized reading' (duration: 6.068022535s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.50332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.733792785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:03:06.50334Z","caller":"traceutil/trace.go:171","msg":"trace[1762489974] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26082; }","duration":"2.733855667s","start":"2026-07-28T15:03:03.769479Z","end":"2026-07-28T15:03:06.503335Z","steps":["trace[1762489974] 'agreement among raft nodes before linearized reading' (duration: 2.733733605s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.435215Z","time spent":"6.068121007s","remote":"127.0.0.1:52502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-07-28T15:03:06.503361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:03.769459Z","time spent":"2.733897417s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":92,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:06.503381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.021725842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:06.503406Z","caller":"traceutil/trace.go:171","msg":"trace[431144488] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:26082; }","duration":"6.021749422s","start":"2026-07-28T15:03:00.481649Z","end":"2026-07-28T15:03:06.503398Z","steps":["trace[431144488] 'agreement among raft nodes before linearized reading' (duration: 6.021710611s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.39140068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T15:03:06.503427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.481602Z","time spent":"6.021820683s","remote":"127.0.0.1:53240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:03:06.503449Z","caller":"traceutil/trace.go:171","msg":"trace[1672219851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26082; }","duration":"5.391521332s","start":"2026-07-28T15:03:01.111913Z","end":"2026-07-28T15:03:06.503435Z","steps":["trace[1672219851] 'agreement among raft nodes before linearized reading' (duration: 5.39144103s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.809714464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:06.503493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.111879Z","time spent":"5.391605385s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:03:06.503502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878857986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:06.503532Z","caller":"traceutil/trace.go:171","msg":"trace[1398816248] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26082; }","duration":"5.809945239s","start":"2026-07-28T15:03:00.69357Z","end":"2026-07-28T15:03:06.503515Z","steps":["trace[1398816248] 'agreement among raft nodes before linearized reading' (duration: 5.809734054s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.434872728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-28T15:03:06.503534Z","caller":"traceutil/trace.go:171","msg":"trace[1203927180] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26082; }","duration":"2.878932757s","start":"2026-07-28T15:03:03.624591Z","end":"2026-07-28T15:03:06.503524Z","steps":["trace[1203927180] 'agreement among raft nodes before linearized reading' (duration: 2.878877225s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.693548Z","time spent":"5.81000916s","remote":"127.0.0.1:40754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:03:06.503576Z","caller":"traceutil/trace.go:171","msg":"trace[1898880291] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26082; }","duration":"5.434929468s","start":"2026-07-28T15:03:01.068635Z","end":"2026-07-28T15:03:06.503564Z","steps":["trace[1898880291] 'agreement among raft nodes before linearized reading' (duration: 5.434793415s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:03.624569Z","time spent":"2.879000958s","remote":"127.0.0.1:53188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:06.503596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.068617Z","time spent":"5.434975569s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:03:06.503586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.198253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:06.503619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.059912015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-28T15:03:06.503642Z","caller":"traceutil/trace.go:171","msg":"trace[1154828969] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26082; }","duration":"6.059965337s","start":"2026-07-28T15:03:00.443669Z","end":"2026-07-28T15:03:06.503634Z","steps":["trace[1154828969] 'agreement among raft nodes before linearized reading' (duration: 6.059857164s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.44365Z","time spent":"6.060004598s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"info","ts":"2026-07-28T15:03:06.503647Z","caller":"traceutil/trace.go:171","msg":"trace[1180743786] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26082; }","duration":"447.302455ms","start":"2026-07-28T15:03:06.056321Z","end":"2026-07-28T15:03:06.503624Z","steps":["trace[1180743786] 'agreement among raft nodes before linearized reading' (duration: 447.215614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.476490638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:03:06.503713Z","caller":"traceutil/trace.go:171","msg":"trace[16725707] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26082; }","duration":"5.476539499s","start":"2026-07-28T15:03:01.027168Z","end":"2026-07-28T15:03:06.503707Z","steps":["trace[16725707] 'agreement among raft nodes before linearized reading' (duration: 5.476481698s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.027153Z","time spent":"5.476572019s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-28T15:03:06.503066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.070248618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c348d41d-1b39-4c12-ad58-a16d2b349414\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-28T15:03:06.50376Z","caller":"traceutil/trace.go:171","msg":"trace[1293381951] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c348d41d-1b39-4c12-ad58-a16d2b349414; range_end:; response_count:1; response_revision:26082; }","duration":"6.070974473s","start":"2026-07-28T15:03:00.432778Z","end":"2026-07-28T15:03:06.503753Z","steps":["trace[1293381951] 'agreement among raft nodes before linearized reading' (duration: 6.070195827s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.432765Z","time spent":"6.071008773s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-c348d41d-1b39-4c12-ad58-a16d2b349414\" "} {"level":"warn","ts":"2026-07-28T15:03:06.503778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.028746128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:03:06.503793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.657381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:06.503807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.3928898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-28T15:03:06.503848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.662575185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:03:06.50381Z","caller":"traceutil/trace.go:171","msg":"trace[1258125687] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26082; }","duration":"3.028836421s","start":"2026-07-28T15:03:03.474964Z","end":"2026-07-28T15:03:06.5038Z","steps":["trace[1258125687] 'agreement among raft nodes before linearized reading' (duration: 3.028747709s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:06.503851Z","caller":"traceutil/trace.go:171","msg":"trace[2085818988] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26082; }","duration":"5.392946801s","start":"2026-07-28T15:03:01.110891Z","end":"2026-07-28T15:03:06.503838Z","steps":["trace[2085818988] 'agreement among raft nodes before linearized reading' (duration: 5.392842529s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:06.50387Z","caller":"traceutil/trace.go:171","msg":"trace[1946394446] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26082; }","duration":"5.662629536s","start":"2026-07-28T15:03:00.841235Z","end":"2026-07-28T15:03:06.503865Z","steps":["trace[1946394446] 'agreement among raft nodes before linearized reading' (duration: 5.662589635s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.841219Z","time spent":"5.662665777s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:06.503884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.110886Z","time spent":"5.392991642s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:03:06.503891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:03.474929Z","time spent":"3.028948023s","remote":"127.0.0.1:37110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:06.503197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.067754449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:03:06.503963Z","caller":"traceutil/trace.go:171","msg":"trace[966412217] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26082; }","duration":"6.068556155s","start":"2026-07-28T15:03:00.4354Z","end":"2026-07-28T15:03:06.503956Z","steps":["trace[966412217] 'agreement among raft nodes before linearized reading' (duration: 6.067570785s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:06.503197Z","caller":"traceutil/trace.go:171","msg":"trace[1038999499] transaction","detail":"{read_only:false; response_revision:26081; number_of_response:1; }","duration":"2.390949639s","start":"2026-07-28T15:03:04.112239Z","end":"2026-07-28T15:03:06.503188Z","steps":["trace[1038999499] 'process raft request' (duration: 2.389792816s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.435396Z","time spent":"6.068582205s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:03:06.503997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064700223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-28T15:03:06.504032Z","caller":"traceutil/trace.go:171","msg":"trace[1404090639] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26082; }","duration":"1.064775705s","start":"2026-07-28T15:03:05.439245Z","end":"2026-07-28T15:03:06.504021Z","steps":["trace[1404090639] 'agreement among raft nodes before linearized reading' (duration: 1.064674073s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.504064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:04.11221Z","time spent":"2.391780345s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:06.50407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.393232097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-28T15:03:06.504168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010198998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:06.503233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434067541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:06.504203Z","caller":"traceutil/trace.go:171","msg":"trace[556497791] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26082; }","duration":"1.01026701s","start":"2026-07-28T15:03:05.493923Z","end":"2026-07-28T15:03:06.50419Z","steps":["trace[556497791] 'agreement among raft nodes before linearized reading' (duration: 1.010205029s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.504082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:05.439225Z","time spent":"1.064848166s","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T15:03:06.504215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210068937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:03:06.50419Z","caller":"traceutil/trace.go:171","msg":"trace[1276669703] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26082; }","duration":"5.39338532s","start":"2026-07-28T15:03:01.110789Z","end":"2026-07-28T15:03:06.504174Z","steps":["trace[1276669703] 'agreement among raft nodes before linearized reading' (duration: 5.393216087s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:06.503843Z","caller":"traceutil/trace.go:171","msg":"trace[2061485094] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:26082; }","duration":"794.741612ms","start":"2026-07-28T15:03:05.709089Z","end":"2026-07-28T15:03:06.50383Z","steps":["trace[2061485094] 'agreement among raft nodes before linearized reading' (duration: 794.664581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.50428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.110769Z","time spent":"5.393501352s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:03:06.504301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:05.709068Z","time spent":"795.222722ms","remote":"127.0.0.1:41486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:03:06.503228Z","caller":"traceutil/trace.go:171","msg":"trace[1062704717] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26082; }","duration":"6.067898612s","start":"2026-07-28T15:03:00.435318Z","end":"2026-07-28T15:03:06.503217Z","steps":["trace[1062704717] 'agreement among raft nodes before linearized reading' (duration: 6.067774039s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.504237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:05.493903Z","time spent":"1.010323801s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:06.504408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:00.435315Z","time spent":"6.069075245s","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-07-28T15:03:06.504212Z","caller":"traceutil/trace.go:171","msg":"trace[340828254] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26082; }","duration":"1.435119102s","start":"2026-07-28T15:03:05.069082Z","end":"2026-07-28T15:03:06.504201Z","steps":["trace[340828254] 'agreement among raft nodes before linearized reading' (duration: 1.434033381s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.504512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065960389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:03:06.504532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:05.06906Z","time spent":"1.435453269s","remote":"127.0.0.1:53210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:03:06.504545Z","caller":"traceutil/trace.go:171","msg":"trace[807642272] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26082; }","duration":"4.066004431s","start":"2026-07-28T15:03:02.43853Z","end":"2026-07-28T15:03:06.504535Z","steps":["trace[807642272] 'agreement among raft nodes before linearized reading' (duration: 4.065903969s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.504555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066287376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:03:06.504576Z","caller":"traceutil/trace.go:171","msg":"trace[2045727716] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26082; }","duration":"4.066319276s","start":"2026-07-28T15:03:02.43825Z","end":"2026-07-28T15:03:06.504569Z","steps":["trace[2045727716] 'agreement among raft nodes before linearized reading' (duration: 4.066253995s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.504575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.438525Z","time spent":"4.066042161s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:03:06.503723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.056281Z","time spent":"447.422868ms","remote":"127.0.0.1:40664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:06.504595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.438244Z","time spent":"4.066347387s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:03:06.504694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069468978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-28T15:03:06.504718Z","caller":"traceutil/trace.go:171","msg":"trace[604381464] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e; range_end:; response_count:1; response_revision:26082; }","duration":"4.069539149s","start":"2026-07-28T15:03:02.435171Z","end":"2026-07-28T15:03:06.50471Z","steps":["trace[604381464] 'agreement among raft nodes before linearized reading' (duration: 4.069461337s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.503858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196856552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:06.504272Z","caller":"traceutil/trace.go:171","msg":"trace[1895040736] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26082; }","duration":"1.210170489s","start":"2026-07-28T15:03:05.294085Z","end":"2026-07-28T15:03:06.504256Z","steps":["trace[1895040736] 'agreement among raft nodes before linearized reading' (duration: 1.210070147s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.50474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.435152Z","time spent":"4.06958009s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" "} {"level":"info","ts":"2026-07-28T15:03:06.504758Z","caller":"traceutil/trace.go:171","msg":"trace[594306881] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26082; }","duration":"3.197787229s","start":"2026-07-28T15:03:03.306952Z","end":"2026-07-28T15:03:06.504739Z","steps":["trace[594306881] 'agreement among raft nodes before linearized reading' (duration: 3.196875862s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.504795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.552695183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-28T15:03:06.504792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064786426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:03:06.504787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:05.294064Z","time spent":"1.210696619s","remote":"127.0.0.1:53260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:03:06.504815Z","caller":"traceutil/trace.go:171","msg":"trace[1723390742] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:26082; }","duration":"3.552775045s","start":"2026-07-28T15:03:02.952034Z","end":"2026-07-28T15:03:06.504809Z","steps":["trace[1723390742] 'agreement among raft nodes before linearized reading' (duration: 3.552608582s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:06.504829Z","caller":"traceutil/trace.go:171","msg":"trace[1864247918] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26082; }","duration":"4.064822777s","start":"2026-07-28T15:03:02.439996Z","end":"2026-07-28T15:03:06.504818Z","steps":["trace[1864247918] 'agreement among raft nodes before linearized reading' (duration: 4.064722115s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.504865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.439971Z","time spent":"4.064885948s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:03:06.504489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.069319426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c67c47c7542f6d\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-07-28T15:03:06.504968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001234941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:03:06.504978Z","caller":"traceutil/trace.go:171","msg":"trace[683998336] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c67c47c7542f6d; range_end:; response_count:1; response_revision:26082; }","duration":"4.069836896s","start":"2026-07-28T15:03:02.435129Z","end":"2026-07-28T15:03:06.504966Z","steps":["trace[683998336] 'agreement among raft nodes before linearized reading' (duration: 4.069297885s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.505015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.435116Z","time spent":"4.069887877s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":760,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18c67c47c7542f6d\" "} {"level":"warn","ts":"2026-07-28T15:03:06.505021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011318781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:06.505039Z","caller":"traceutil/trace.go:171","msg":"trace[1538360287] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26082; }","duration":"5.011363731s","start":"2026-07-28T15:03:01.49367Z","end":"2026-07-28T15:03:06.505034Z","steps":["trace[1538360287] 'agreement among raft nodes before linearized reading' (duration: 5.01132959s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.504809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:03.30692Z","time spent":"3.197868021s","remote":"127.0.0.1:41616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:06.505061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.493654Z","time spent":"5.011401632s","remote":"127.0.0.1:40112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:03:06.504988Z","caller":"traceutil/trace.go:171","msg":"trace[1464240638] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26082; }","duration":"5.001307922s","start":"2026-07-28T15:03:01.503674Z","end":"2026-07-28T15:03:06.504982Z","steps":["trace[1464240638] 'agreement among raft nodes before linearized reading' (duration: 5.00121111s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.504834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:02.951999Z","time spent":"3.552830596s","remote":"127.0.0.1:52754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":195,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:06.50518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.503646Z","time spent":"5.001520217s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":57,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:06.503334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.392578693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:03:06.505364Z","caller":"traceutil/trace.go:171","msg":"trace[1785206073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26082; }","duration":"5.394637524s","start":"2026-07-28T15:03:01.110713Z","end":"2026-07-28T15:03:06.505351Z","steps":["trace[1785206073] 'agreement among raft nodes before linearized reading' (duration: 5.392539062s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.505405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:01.110694Z","time spent":"5.394697445s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:03:06.505908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439282148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:03:06.505939Z","caller":"traceutil/trace.go:171","msg":"trace[1487080389] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26082; }","duration":"3.43936279s","start":"2026-07-28T15:03:03.066569Z","end":"2026-07-28T15:03:06.505932Z","steps":["trace[1487080389] 'agreement among raft nodes before linearized reading' (duration: 3.43730527s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:06.505961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:03.066541Z","time spent":"3.439413992s","remote":"127.0.0.1:52954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2805,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:07.396568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.759204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:03:07.396702Z","caller":"traceutil/trace.go:171","msg":"trace[325062237] linearizableReadLoop","detail":"{readStateIndex:26930; appliedIndex:26929; }","duration":"889.589842ms","start":"2026-07-28T15:03:06.507091Z","end":"2026-07-28T15:03:07.39668Z","steps":["trace[325062237] 'read index received' (duration: 373.670004ms)","trace[325062237] 'applied index is now lower than readState.Index' (duration: 515.918167ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:07.396793Z","caller":"traceutil/trace.go:171","msg":"trace[2056418629] transaction","detail":"{read_only:false; response_revision:26083; number_of_response:1; }","duration":"890.369167ms","start":"2026-07-28T15:03:06.506406Z","end":"2026-07-28T15:03:07.396775Z","steps":["trace[2056418629] 'process raft request' (duration: 374.278286ms)","trace[2056418629] 'compare' (duration: 515.626211ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:07.396891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.506369Z","time spent":"890.47191ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:07.397598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.447339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-28T15:03:07.397721Z","caller":"traceutil/trace.go:171","msg":"trace[1327420774] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26083; }","duration":"890.626392ms","start":"2026-07-28T15:03:06.507068Z","end":"2026-07-28T15:03:07.397695Z","steps":["trace[1327420774] 'agreement among raft nodes before linearized reading' (duration: 889.977389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:07.397782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.507051Z","time spent":"890.719614ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-28T15:03:07.441612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.508293Z","time spent":"933.312184ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-28T15:03:07.441923Z","caller":"traceutil/trace.go:171","msg":"trace[1759393618] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"931.757083ms","start":"2026-07-28T15:03:06.510126Z","end":"2026-07-28T15:03:07.441883Z","steps":["trace[1759393618] 'process raft request' (duration: 931.409935ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:07.442158Z","caller":"traceutil/trace.go:171","msg":"trace[1481883232] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"931.981818ms","start":"2026-07-28T15:03:06.510156Z","end":"2026-07-28T15:03:07.442138Z","steps":["trace[1481883232] 'process raft request' (duration: 931.518719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:07.442325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.510132Z","time spent":"932.087079ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:07.442315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.510107Z","time spent":"931.989608ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:07.442448Z","caller":"traceutil/trace.go:171","msg":"trace[1243156396] transaction","detail":"{read_only:false; response_revision:26086; number_of_response:1; }","duration":"931.586409ms","start":"2026-07-28T15:03:06.51082Z","end":"2026-07-28T15:03:07.442407Z","steps":["trace[1243156396] 'process raft request' (duration: 931.238422ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:07.442672Z","caller":"traceutil/trace.go:171","msg":"trace[1518435276] transaction","detail":"{read_only:false; response_revision:26087; number_of_response:1; }","duration":"931.685891ms","start":"2026-07-28T15:03:06.51097Z","end":"2026-07-28T15:03:07.442656Z","steps":["trace[1518435276] 'process raft request' (duration: 931.365364ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:07.442731Z","caller":"traceutil/trace.go:171","msg":"trace[949520683] transaction","detail":"{read_only:false; response_revision:26090; number_of_response:1; }","duration":"927.855745ms","start":"2026-07-28T15:03:06.514844Z","end":"2026-07-28T15:03:07.4427Z","steps":["trace[949520683] 'process raft request' (duration: 927.796334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:07.442861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.510965Z","time spent":"931.789192ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:07.442671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.510811Z","time spent":"931.742742ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:07.442962Z","caller":"traceutil/trace.go:171","msg":"trace[1482731040] transaction","detail":"{read_only:false; response_revision:26088; number_of_response:1; }","duration":"931.6606ms","start":"2026-07-28T15:03:06.511272Z","end":"2026-07-28T15:03:07.442932Z","steps":["trace[1482731040] 'process raft request' (duration: 931.234472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:07.44297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.514835Z","time spent":"927.998258ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:07.443084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.511265Z","time spent":"931.751883ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:07.44331Z","caller":"traceutil/trace.go:171","msg":"trace[2062543884] transaction","detail":"{read_only:false; response_revision:26089; number_of_response:1; }","duration":"930.347555ms","start":"2026-07-28T15:03:06.512521Z","end":"2026-07-28T15:03:07.442868Z","steps":["trace[2062543884] 'process raft request' (duration: 930.060819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:07.443523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.512513Z","time spent":"930.916406ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:08.161561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.724997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:03:08.161774Z","caller":"traceutil/trace.go:171","msg":"trace[240407913] transaction","detail":"{read_only:false; response_revision:26092; number_of_response:1; }","duration":"905.23546ms","start":"2026-07-28T15:03:07.256524Z","end":"2026-07-28T15:03:08.161759Z","steps":["trace[240407913] 'process raft request' (duration: 905.125118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:08.161844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.25651Z","time spent":"905.305872ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:08.162191Z","caller":"traceutil/trace.go:171","msg":"trace[1810838828] transaction","detail":"{read_only:false; response_revision:26093; number_of_response:1; }","duration":"905.610447ms","start":"2026-07-28T15:03:07.256547Z","end":"2026-07-28T15:03:08.162157Z","steps":["trace[1810838828] 'process raft request' (duration: 905.178729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:08.162382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.256526Z","time spent":"905.75958ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:08.161757Z","caller":"traceutil/trace.go:171","msg":"trace[1155257083] transaction","detail":"{read_only:false; response_revision:26091; number_of_response:1; }","duration":"906.481125ms","start":"2026-07-28T15:03:07.255237Z","end":"2026-07-28T15:03:08.161718Z","steps":["trace[1155257083] 'process raft request' (duration: 777.529624ms)","trace[1155257083] 'compare' (duration: 128.563353ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:08.162701Z","caller":"traceutil/trace.go:171","msg":"trace[1303117522] transaction","detail":"{read_only:false; response_revision:26094; number_of_response:1; }","duration":"905.126878ms","start":"2026-07-28T15:03:07.257543Z","end":"2026-07-28T15:03:08.16267Z","steps":["trace[1303117522] 'process raft request' (duration: 904.496985ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:08.162745Z","caller":"traceutil/trace.go:171","msg":"trace[1823253069] transaction","detail":"{read_only:false; response_revision:26095; number_of_response:1; }","duration":"898.67034ms","start":"2026-07-28T15:03:07.264061Z","end":"2026-07-28T15:03:08.162731Z","steps":["trace[1823253069] 'process raft request' (duration: 898.532926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:08.162833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.264041Z","time spent":"898.758272ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:08.162849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.257513Z","time spent":"905.264861ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:08.162864Z","caller":"traceutil/trace.go:171","msg":"trace[1319542937] linearizableReadLoop","detail":"{readStateIndex:26943; appliedIndex:26931; }","duration":"766.107998ms","start":"2026-07-28T15:03:07.396739Z","end":"2026-07-28T15:03:08.162847Z","steps":["trace[1319542937] 'read index received' (duration: 44.752301ms)","trace[1319542937] 'applied index is now lower than readState.Index' (duration: 721.353597ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:08.162964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647281704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:08.162979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54909186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-28T15:03:08.162999Z","caller":"traceutil/trace.go:171","msg":"trace[1628525812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26095; }","duration":"1.647331305s","start":"2026-07-28T15:03:06.515659Z","end":"2026-07-28T15:03:08.16299Z","steps":["trace[1628525812] 'agreement among raft nodes before linearized reading' (duration: 1.647267194s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:08.163023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.515653Z","time spent":"1.647366535s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:03:08.163028Z","caller":"traceutil/trace.go:171","msg":"trace[450489741] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26095; }","duration":"1.549189341s","start":"2026-07-28T15:03:06.613814Z","end":"2026-07-28T15:03:08.163003Z","steps":["trace[450489741] 'agreement among raft nodes before linearized reading' (duration: 1.54910704s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:08.16309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.613777Z","time spent":"1.549305984s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-28T15:03:08.163135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64406712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-07-28T15:03:08.163202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649684871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-07-28T15:03:08.163281Z","caller":"traceutil/trace.go:171","msg":"trace[1323897248] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:26095; }","duration":"1.649794313s","start":"2026-07-28T15:03:06.513472Z","end":"2026-07-28T15:03:08.163266Z","steps":["trace[1323897248] 'agreement among raft nodes before linearized reading' (duration: 1.649487947s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:08.163445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.513464Z","time spent":"1.649852854s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"info","ts":"2026-07-28T15:03:08.163257Z","caller":"traceutil/trace.go:171","msg":"trace[1198969710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26095; }","duration":"1.644257104s","start":"2026-07-28T15:03:06.518974Z","end":"2026-07-28T15:03:08.163231Z","steps":["trace[1198969710] 'agreement among raft nodes before linearized reading' (duration: 1.643883516s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:08.163572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.518954Z","time spent":"1.644596221s","remote":"127.0.0.1:41574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-28T15:03:08.163762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507912197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418476"} {"level":"info","ts":"2026-07-28T15:03:08.164714Z","caller":"traceutil/trace.go:171","msg":"trace[164443049] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26095; }","duration":"1.508882016s","start":"2026-07-28T15:03:06.655811Z","end":"2026-07-28T15:03:08.164693Z","steps":["trace[164443049] 'agreement among raft nodes before linearized reading' (duration: 1.50703805s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:08.165083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:06.65574Z","time spent":"1.509319824s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418500,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-28T15:03:08.164243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.255179Z","time spent":"907.540546ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:08.663088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110845,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:03:09.54755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123341118s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:09.54769Z","caller":"traceutil/trace.go:171","msg":"trace[1074595321] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26095; }","duration":"1.123488811s","start":"2026-07-28T15:03:08.424173Z","end":"2026-07-28T15:03:09.547662Z","steps":["trace[1074595321] 'range keys from in-memory index tree' (duration: 1.123321328s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:09.54786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.000473ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:03:09.548161Z","caller":"traceutil/trace.go:171","msg":"trace[635236590] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"1.605244444s","start":"2026-07-28T15:03:07.942895Z","end":"2026-07-28T15:03:09.548139Z","steps":["trace[635236590] 'process raft request' (duration: 1.605169233s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:09.548234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.942869Z","time spent":"1.605329727s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:09.548459Z","caller":"traceutil/trace.go:171","msg":"trace[1887298848] transaction","detail":"{read_only:false; response_revision:26096; number_of_response:1; }","duration":"2.105599006s","start":"2026-07-28T15:03:07.442848Z","end":"2026-07-28T15:03:09.548447Z","steps":["trace[1887298848] 'process raft request' (duration: 1.325862289s)","trace[1887298848] 'compare' (duration: 778.84033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:09.548512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.44283Z","time spent":"2.105654677s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:09.548801Z","caller":"traceutil/trace.go:171","msg":"trace[1024315721] transaction","detail":"{read_only:false; response_revision:26097; number_of_response:1; }","duration":"2.105894353s","start":"2026-07-28T15:03:07.44289Z","end":"2026-07-28T15:03:09.548784Z","steps":["trace[1024315721] 'process raft request' (duration: 2.105105507s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:09.548876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.442872Z","time spent":"2.105966544s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:10.164914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998510196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:03:10.164979Z","caller":"traceutil/trace.go:171","msg":"trace[2048228259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998630238s","start":"2026-07-28T15:03:08.166334Z","end":"2026-07-28T15:03:10.164965Z","steps":["trace[2048228259] 'agreement among raft nodes before linearized reading' (duration: 1.998529076s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:10.165021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:08.166319Z","time spent":"1.998685569s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:03:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:03:10.786432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.062175452s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T15:03:10.858216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133924627s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:03:10.858458Z","caller":"traceutil/trace.go:171","msg":"trace[1843955894] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"2.399501608s","start":"2026-07-28T15:03:08.458921Z","end":"2026-07-28T15:03:10.858423Z","steps":["trace[1843955894] 'process raft request' (duration: 1.265299786s)","trace[1843955894] 'compare' (duration: 1.133040709s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:10.858603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:08.458901Z","time spent":"2.399630931s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:10.858703Z","caller":"traceutil/trace.go:171","msg":"trace[2098021427] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"1.304410047s","start":"2026-07-28T15:03:09.554282Z","end":"2026-07-28T15:03:10.858692Z","steps":["trace[2098021427] 'process raft request' (duration: 1.304371986s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:10.858757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:09.554255Z","time spent":"1.304481469s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T15:03:10.858889Z","caller":"traceutil/trace.go:171","msg":"trace[1162557808] transaction","detail":"{read_only:false; response_revision:26101; number_of_response:1; }","duration":"2.227724242s","start":"2026-07-28T15:03:08.631158Z","end":"2026-07-28T15:03:10.858883Z","steps":["trace[1162557808] 'process raft request' (duration: 2.227305034s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:10.858929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:08.631128Z","time spent":"2.227781344s","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:10.859027Z","caller":"traceutil/trace.go:171","msg":"trace[2032966778] linearizableReadLoop","detail":"{readStateIndex:26949; appliedIndex:26943; }","duration":"2.696091172s","start":"2026-07-28T15:03:08.162929Z","end":"2026-07-28T15:03:10.85902Z","steps":["trace[2032966778] 'read index received' (duration: 605.839298ms)","trace[2032966778] 'applied index is now lower than readState.Index' (duration: 2.090251154s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:10.859147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.3454594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:03:10.859172Z","caller":"traceutil/trace.go:171","msg":"trace[966523846] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26102; }","duration":"3.345553762s","start":"2026-07-28T15:03:07.513611Z","end":"2026-07-28T15:03:10.859165Z","steps":["trace[966523846] 'agreement among raft nodes before linearized reading' (duration: 3.345489211s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:10.859198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.513583Z","time spent":"3.345608102s","remote":"127.0.0.1:49654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:10.859353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349349077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-28T15:03:10.859363Z","caller":"traceutil/trace.go:171","msg":"trace[1660469161] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"2.345143346s","start":"2026-07-28T15:03:08.514206Z","end":"2026-07-28T15:03:10.85935Z","steps":["trace[1660469161] 'process raft request' (duration: 2.344094255s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:10.859427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402962374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-28T15:03:10.85945Z","caller":"traceutil/trace.go:171","msg":"trace[2120057542] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26102; }","duration":"3.403020065s","start":"2026-07-28T15:03:07.456425Z","end":"2026-07-28T15:03:10.859445Z","steps":["trace[2120057542] 'agreement among raft nodes before linearized reading' (duration: 3.402966164s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:10.859474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.456411Z","time spent":"3.403058556s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"warn","ts":"2026-07-28T15:03:10.859586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.432963145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:10.85961Z","caller":"traceutil/trace.go:171","msg":"trace[293701899] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26102; }","duration":"3.433016376s","start":"2026-07-28T15:03:07.426587Z","end":"2026-07-28T15:03:10.859603Z","steps":["trace[293701899] 'agreement among raft nodes before linearized reading' (duration: 3.432973065s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:10.859633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.426565Z","time spent":"3.433062567s","remote":"127.0.0.1:41082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:10.859808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457191252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T15:03:10.859834Z","caller":"traceutil/trace.go:171","msg":"trace[738464398] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26102; }","duration":"3.457267103s","start":"2026-07-28T15:03:07.40256Z","end":"2026-07-28T15:03:10.859827Z","steps":["trace[738464398] 'agreement among raft nodes before linearized reading' (duration: 3.457201442s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:10.859856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.402532Z","time spent":"3.457317985s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-28T15:03:10.859985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460408805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T15:03:10.860007Z","caller":"traceutil/trace.go:171","msg":"trace[121343014] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26102; }","duration":"3.460466957s","start":"2026-07-28T15:03:07.399535Z","end":"2026-07-28T15:03:10.860002Z","steps":["trace[121343014] 'agreement among raft nodes before linearized reading' (duration: 3.460410706s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:10.860026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.39952Z","time spent":"3.460502508s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-28T15:03:10.859441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:08.514197Z","time spent":"2.345204038s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:10.859377Z","caller":"traceutil/trace.go:171","msg":"trace[1475668298] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26102; }","duration":"3.349403049s","start":"2026-07-28T15:03:07.509967Z","end":"2026-07-28T15:03:10.85937Z","steps":["trace[1475668298] 'agreement among raft nodes before linearized reading' (duration: 3.349320756s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:10.860371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:07.509949Z","time spent":"3.350414798s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"warn","ts":"2026-07-28T15:03:11.359296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:03:11.860381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T15:03:12.175493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000390573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T15:03:12.17558Z","caller":"traceutil/trace.go:171","msg":"trace[1369112934] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000505095s","start":"2026-07-28T15:03:10.175054Z","end":"2026-07-28T15:03:12.175559Z","steps":["trace[1369112934] 'agreement among raft nodes before linearized reading' (duration: 2.000404973s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.175627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.175046Z","time spent":"2.000570226s","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 15:03:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T15:03:12.247863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.382130228s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T15:03:12.248707Z","caller":"traceutil/trace.go:171","msg":"trace[529934585] transaction","detail":"{read_only:false; response_revision:26103; number_of_response:1; }","duration":"2.080847688s","start":"2026-07-28T15:03:10.167822Z","end":"2026-07-28T15:03:12.24867Z","steps":["trace[529934585] 'process raft request' (duration: 2.080568823s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.248957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.167805Z","time spent":"2.081002551s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:12.24914Z","caller":"traceutil/trace.go:171","msg":"trace[76614945] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"2.077356789s","start":"2026-07-28T15:03:10.17176Z","end":"2026-07-28T15:03:12.249117Z","steps":["trace[76614945] 'process raft request' (duration: 2.077311429s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:12.249127Z","caller":"traceutil/trace.go:171","msg":"trace[881427554] transaction","detail":"{read_only:false; response_revision:26104; number_of_response:1; }","duration":"2.081075832s","start":"2026-07-28T15:03:10.167972Z","end":"2026-07-28T15:03:12.249048Z","steps":["trace[881427554] 'process raft request' (duration: 2.080647334s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.249311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.171751Z","time spent":"2.077457951s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:12.249423Z","caller":"traceutil/trace.go:171","msg":"trace[1735818159] transaction","detail":"{read_only:false; response_revision:26105; number_of_response:1; }","duration":"2.080485651s","start":"2026-07-28T15:03:10.168922Z","end":"2026-07-28T15:03:12.249408Z","steps":["trace[1735818159] 'process raft request' (duration: 2.079958431s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.249422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.167966Z","time spent":"2.081293896s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:12.249505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.168888Z","time spent":"2.080569803s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:12.249624Z","caller":"traceutil/trace.go:171","msg":"trace[370728362] transaction","detail":"{read_only:false; response_revision:26106; number_of_response:1; }","duration":"2.079065522s","start":"2026-07-28T15:03:10.170517Z","end":"2026-07-28T15:03:12.249583Z","steps":["trace[370728362] 'process raft request' (duration: 2.078513712s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.249717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.170508Z","time spent":"2.079162635s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:12.402609Z","caller":"traceutil/trace.go:171","msg":"trace[2022287087] linearizableReadLoop","detail":"{readStateIndex:26956; appliedIndex:26950; }","duration":"1.543541219s","start":"2026-07-28T15:03:10.859045Z","end":"2026-07-28T15:03:12.402586Z","steps":["trace[2022287087] 'read index received' (duration: 1.389381591s)","trace[2022287087] 'applied index is now lower than readState.Index' (duration: 154.158958ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:12.402709Z","caller":"traceutil/trace.go:171","msg":"trace[1558594815] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"887.888617ms","start":"2026-07-28T15:03:11.514813Z","end":"2026-07-28T15:03:12.402702Z","steps":["trace[1558594815] 'process raft request' (duration: 887.620142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.402802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:11.514798Z","time spent":"887.930669ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:12.402952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170469332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:12.403035Z","caller":"traceutil/trace.go:171","msg":"trace[1696752325] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26108; }","duration":"3.170603773s","start":"2026-07-28T15:03:09.23241Z","end":"2026-07-28T15:03:12.403014Z","steps":["trace[1696752325] 'agreement among raft nodes before linearized reading' (duration: 3.170453031s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.403092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:09.23239Z","time spent":"3.170691876s","remote":"127.0.0.1:41684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:12.403107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.230480211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9600"} {"level":"info","ts":"2026-07-28T15:03:12.40313Z","caller":"traceutil/trace.go:171","msg":"trace[930087599] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:26108; }","duration":"4.230504291s","start":"2026-07-28T15:03:08.17262Z","end":"2026-07-28T15:03:12.403124Z","steps":["trace[930087599] 'agreement among raft nodes before linearized reading' (duration: 4.230381249s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.403147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:08.172583Z","time spent":"4.230560713s","remote":"127.0.0.1:52888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9624,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-28T15:03:12.403124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.89342136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:03:12.403217Z","caller":"traceutil/trace.go:171","msg":"trace[390053177] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26108; }","duration":"3.893574683s","start":"2026-07-28T15:03:08.50962Z","end":"2026-07-28T15:03:12.403195Z","steps":["trace[390053177] 'agreement among raft nodes before linearized reading' (duration: 3.893263317s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.403268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:08.509607Z","time spent":"3.893653474s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:03:12.403289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.236747546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-11f359c3-ac5f-49a5-b121-ae2fbba51123\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-28T15:03:12.403308Z","caller":"traceutil/trace.go:171","msg":"trace[1605528227] range","detail":"{range_begin:/registry/persistentvolumes/pvc-11f359c3-ac5f-49a5-b121-ae2fbba51123; range_end:; response_count:1; response_revision:26108; }","duration":"4.236794696s","start":"2026-07-28T15:03:08.166508Z","end":"2026-07-28T15:03:12.403303Z","steps":["trace[1605528227] 'agreement among raft nodes before linearized reading' (duration: 4.236738725s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.403327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:08.166496Z","time spent":"4.236828246s","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-11f359c3-ac5f-49a5-b121-ae2fbba51123\" "} {"level":"warn","ts":"2026-07-28T15:03:12.403328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578742972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:12.403367Z","caller":"traceutil/trace.go:171","msg":"trace[236868193] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26108; }","duration":"1.578777193s","start":"2026-07-28T15:03:10.824574Z","end":"2026-07-28T15:03:12.403352Z","steps":["trace[236868193] 'agreement among raft nodes before linearized reading' (duration: 1.578718742s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.403405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.824516Z","time spent":"1.578881185s","remote":"127.0.0.1:41018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:12.403476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538898377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-28T15:03:12.403497Z","caller":"traceutil/trace.go:171","msg":"trace[906101876] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e; range_end:; response_count:1; response_revision:26108; }","duration":"1.538946669s","start":"2026-07-28T15:03:10.864546Z","end":"2026-07-28T15:03:12.403492Z","steps":["trace[906101876] 'agreement among raft nodes before linearized reading' (duration: 1.538877837s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.403514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.864527Z","time spent":"1.538983109s","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" "} {"level":"warn","ts":"2026-07-28T15:03:12.40353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562496087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:12.403566Z","caller":"traceutil/trace.go:171","msg":"trace[484737901] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26108; }","duration":"3.562572889s","start":"2026-07-28T15:03:08.840981Z","end":"2026-07-28T15:03:12.403554Z","steps":["trace[484737901] 'agreement among raft nodes before linearized reading' (duration: 3.562506007s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.403588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:08.84096Z","time spent":"3.562622299s","remote":"127.0.0.1:40746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:12.403623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763750328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:03:12.403656Z","caller":"traceutil/trace.go:171","msg":"trace[739723282] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:26108; }","duration":"1.763785589s","start":"2026-07-28T15:03:10.639862Z","end":"2026-07-28T15:03:12.403648Z","steps":["trace[739723282] 'agreement among raft nodes before linearized reading' (duration: 1.763684637s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.403668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.223728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:12.403687Z","caller":"traceutil/trace.go:171","msg":"trace[322988531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26108; }","duration":"228.28311ms","start":"2026-07-28T15:03:12.175399Z","end":"2026-07-28T15:03:12.403682Z","steps":["trace[322988531] 'agreement among raft nodes before linearized reading' (duration: 228.25111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.40369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.639814Z","time spent":"1.763866661s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:12.403744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8615076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:03:12.403767Z","caller":"traceutil/trace.go:171","msg":"trace[2001112382] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26108; }","duration":"3.861548721s","start":"2026-07-28T15:03:08.542213Z","end":"2026-07-28T15:03:12.403761Z","steps":["trace[2001112382] 'agreement among raft nodes before linearized reading' (duration: 3.86149628s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.40379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:08.542205Z","time spent":"3.861580751s","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:12.403793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.843519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-28T15:03:12.403812Z","caller":"traceutil/trace.go:171","msg":"trace[1622743346] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26108; }","duration":"538.91164ms","start":"2026-07-28T15:03:11.864893Z","end":"2026-07-28T15:03:12.403805Z","steps":["trace[1622743346] 'agreement among raft nodes before linearized reading' (duration: 538.86129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.403825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:11.864879Z","time spent":"538.941972ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"warn","ts":"2026-07-28T15:03:12.40391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.496504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:12.403923Z","caller":"traceutil/trace.go:171","msg":"trace[1492426647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26108; }","duration":"601.508895ms","start":"2026-07-28T15:03:11.802409Z","end":"2026-07-28T15:03:12.403918Z","steps":["trace[1492426647] 'agreement among raft nodes before linearized reading' (duration: 601.484774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.403937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:11.802349Z","time spent":"601.582726ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:03:12.403943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892500351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:03:12.403935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585333631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:12.403965Z","caller":"traceutil/trace.go:171","msg":"trace[98727715] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26108; }","duration":"3.892535901s","start":"2026-07-28T15:03:08.511421Z","end":"2026-07-28T15:03:12.403957Z","steps":["trace[98727715] 'agreement among raft nodes before linearized reading' (duration: 3.89247236s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.403988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:08.511414Z","time spent":"3.892566003s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T15:03:12.403989Z","caller":"traceutil/trace.go:171","msg":"trace[1042222238] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26108; }","duration":"2.585418903s","start":"2026-07-28T15:03:09.818555Z","end":"2026-07-28T15:03:12.403974Z","steps":["trace[1042222238] 'agreement among raft nodes before linearized reading' (duration: 2.585336391s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.404028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.096375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:12.404032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:09.818538Z","time spent":"2.585481994s","remote":"127.0.0.1:40900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:03:12.404054Z","caller":"traceutil/trace.go:171","msg":"trace[1242557414] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26108; }","duration":"710.161985ms","start":"2026-07-28T15:03:11.693885Z","end":"2026-07-28T15:03:12.404047Z","steps":["trace[1242557414] 'agreement among raft nodes before linearized reading' (duration: 710.119614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.404073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:11.693861Z","time spent":"710.207116ms","remote":"127.0.0.1:40122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:12.404105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.893301947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:03:12.404135Z","caller":"traceutil/trace.go:171","msg":"trace[1888683107] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26108; }","duration":"3.893350559s","start":"2026-07-28T15:03:08.510778Z","end":"2026-07-28T15:03:12.404128Z","steps":["trace[1888683107] 'agreement among raft nodes before linearized reading' (duration: 3.893284487s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.404158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:08.510768Z","time spent":"3.893384719s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:03:12.404199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.649763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3237"} {"level":"info","ts":"2026-07-28T15:03:12.404217Z","caller":"traceutil/trace.go:171","msg":"trace[759631968] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26108; }","duration":"892.718093ms","start":"2026-07-28T15:03:11.511493Z","end":"2026-07-28T15:03:12.404211Z","steps":["trace[759631968] 'agreement among raft nodes before linearized reading' (duration: 892.664052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.404231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:11.511464Z","time spent":"892.763655ms","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T15:03:12.404271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871940738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:12.404313Z","caller":"traceutil/trace.go:171","msg":"trace[1222093595] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26108; }","duration":"2.871986929s","start":"2026-07-28T15:03:09.532316Z","end":"2026-07-28T15:03:12.404303Z","steps":["trace[1222093595] 'agreement among raft nodes before linearized reading' (duration: 2.871919368s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.404342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:09.532297Z","time spent":"2.872037911s","remote":"127.0.0.1:41628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:12.404351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148404282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18186"} {"level":"info","ts":"2026-07-28T15:03:12.404376Z","caller":"traceutil/trace.go:171","msg":"trace[969956458] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26108; }","duration":"1.148460773s","start":"2026-07-28T15:03:11.255907Z","end":"2026-07-28T15:03:12.404368Z","steps":["trace[969956458] 'agreement among raft nodes before linearized reading' (duration: 1.148397712s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.404393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:11.255877Z","time spent":"1.148512384s","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18210,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-28T15:03:12.404541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535305246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-28T15:03:12.404558Z","caller":"traceutil/trace.go:171","msg":"trace[118410343] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26108; }","duration":"1.535356868s","start":"2026-07-28T15:03:10.869196Z","end":"2026-07-28T15:03:12.404553Z","steps":["trace[118410343] 'agreement among raft nodes before linearized reading' (duration: 1.535301537s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.40456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955339893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T15:03:12.40459Z","caller":"traceutil/trace.go:171","msg":"trace[884050741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26108; }","duration":"2.955394603s","start":"2026-07-28T15:03:09.449187Z","end":"2026-07-28T15:03:12.404581Z","steps":["trace[884050741] 'agreement among raft nodes before linearized reading' (duration: 2.955286111s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.404611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535410859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-07-28T15:03:12.404627Z","caller":"traceutil/trace.go:171","msg":"trace[2051360266] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26108; }","duration":"1.535434269s","start":"2026-07-28T15:03:10.869189Z","end":"2026-07-28T15:03:12.404623Z","steps":["trace[2051360266] 'agreement among raft nodes before linearized reading' (duration: 1.535390468s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.404624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:09.449175Z","time spent":"2.955443165s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:03:12.404639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.869185Z","time spent":"1.535451059s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-28T15:03:12.404692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956188938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-28T15:03:12.404719Z","caller":"traceutil/trace.go:171","msg":"trace[1553710935] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26108; }","duration":"2.956277781s","start":"2026-07-28T15:03:09.448434Z","end":"2026-07-28T15:03:12.404711Z","steps":["trace[1553710935] 'agreement among raft nodes before linearized reading' (duration: 2.956199449s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.404744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:09.448398Z","time spent":"2.956341811s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:03:12.404751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535660914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-28T15:03:12.404768Z","caller":"traceutil/trace.go:171","msg":"trace[2128289011] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:26108; }","duration":"1.535688855s","start":"2026-07-28T15:03:10.869075Z","end":"2026-07-28T15:03:12.404764Z","steps":["trace[2128289011] 'agreement among raft nodes before linearized reading' (duration: 1.535632224s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.404785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.869067Z","time spent":"1.535713905s","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-28T15:03:12.404571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:10.869176Z","time spent":"1.535391358s","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-28T15:03:12.40494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956638707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T15:03:12.404962Z","caller":"traceutil/trace.go:171","msg":"trace[515547563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26108; }","duration":"2.956676968s","start":"2026-07-28T15:03:09.448279Z","end":"2026-07-28T15:03:12.404956Z","steps":["trace[515547563] 'agreement among raft nodes before linearized reading' (duration: 2.956560876s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.40498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:09.448242Z","time spent":"2.956734169s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:03:12.405095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957518796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-28T15:03:12.405113Z","caller":"traceutil/trace.go:171","msg":"trace[998713140] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26108; }","duration":"2.957560056s","start":"2026-07-28T15:03:09.447546Z","end":"2026-07-28T15:03:12.405106Z","steps":["trace[998713140] 'agreement among raft nodes before linearized reading' (duration: 2.957507665s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.405132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:09.447533Z","time spent":"2.957591808s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:03:12.405195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067261318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:12.405214Z","caller":"traceutil/trace.go:171","msg":"trace[834671206] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26108; }","duration":"3.067309019s","start":"2026-07-28T15:03:09.337898Z","end":"2026-07-28T15:03:12.405207Z","steps":["trace[834671206] 'agreement among raft nodes before linearized reading' (duration: 3.067279159s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.40524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:09.337886Z","time spent":"3.06734888s","remote":"127.0.0.1:42542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:03:12.697285Z","caller":"traceutil/trace.go:171","msg":"trace[1295261449] linearizableReadLoop","detail":"{readStateIndex:26962; appliedIndex:26957; }","duration":"269.085013ms","start":"2026-07-28T15:03:12.428174Z","end":"2026-07-28T15:03:12.697259Z","steps":["trace[1295261449] 'read index received' (duration: 268.762267ms)","trace[1295261449] 'applied index is now lower than readState.Index' (duration: 321.196µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:12.697469Z","caller":"traceutil/trace.go:171","msg":"trace[155430470] transaction","detail":"{read_only:false; response_revision:26113; number_of_response:1; }","duration":"283.575108ms","start":"2026-07-28T15:03:12.413836Z","end":"2026-07-28T15:03:12.697411Z","steps":["trace[155430470] 'process raft request' (duration: 283.329823ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:12.697548Z","caller":"traceutil/trace.go:171","msg":"trace[436751252] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"285.395923ms","start":"2026-07-28T15:03:12.412092Z","end":"2026-07-28T15:03:12.697488Z","steps":["trace[436751252] 'process raft request' (duration: 285.002956ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:12.697609Z","caller":"traceutil/trace.go:171","msg":"trace[371076196] transaction","detail":"{read_only:false; response_revision:26114; number_of_response:1; }","duration":"282.436156ms","start":"2026-07-28T15:03:12.415161Z","end":"2026-07-28T15:03:12.697597Z","steps":["trace[371076196] 'process raft request' (duration: 282.038588ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:12.69769Z","caller":"traceutil/trace.go:171","msg":"trace[1717203489] transaction","detail":"{read_only:false; response_revision:26112; number_of_response:1; }","duration":"285.315753ms","start":"2026-07-28T15:03:12.412361Z","end":"2026-07-28T15:03:12.697677Z","steps":["trace[1717203489] 'process raft request' (duration: 284.774392ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:12.697469Z","caller":"traceutil/trace.go:171","msg":"trace[652645809] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"286.323462ms","start":"2026-07-28T15:03:12.411108Z","end":"2026-07-28T15:03:12.697431Z","steps":["trace[652645809] 'process raft request' (duration: 285.761132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.697987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.742421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-28T15:03:12.698041Z","caller":"traceutil/trace.go:171","msg":"trace[1683779005] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26114; }","duration":"288.813122ms","start":"2026-07-28T15:03:12.4092Z","end":"2026-07-28T15:03:12.698013Z","steps":["trace[1683779005] 'agreement among raft nodes before linearized reading' (duration: 288.614379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.698086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.714762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18186"} {"level":"info","ts":"2026-07-28T15:03:12.698138Z","caller":"traceutil/trace.go:171","msg":"trace[583455364] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26114; }","duration":"283.833984ms","start":"2026-07-28T15:03:12.414292Z","end":"2026-07-28T15:03:12.698126Z","steps":["trace[583455364] 'agreement among raft nodes before linearized reading' (duration: 283.62689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:12.698163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.395464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18c67c47c8902e7f\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-07-28T15:03:12.698204Z","caller":"traceutil/trace.go:171","msg":"trace[1501983896] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18c67c47c8902e7f; range_end:; response_count:1; response_revision:26114; }","duration":"287.514156ms","start":"2026-07-28T15:03:12.410678Z","end":"2026-07-28T15:03:12.698192Z","steps":["trace[1501983896] 'agreement among raft nodes before linearized reading' (duration: 287.285712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.158262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.562371ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-28T15:03:13.158362Z","caller":"traceutil/trace.go:171","msg":"trace[319633181] linearizableReadLoop","detail":"{readStateIndex:26963; appliedIndex:26962; }","duration":"460.983606ms","start":"2026-07-28T15:03:12.697361Z","end":"2026-07-28T15:03:13.158344Z","steps":["trace[319633181] 'read index received' (duration: 291.288351ms)","trace[319633181] 'applied index is now lower than readState.Index' (duration: 169.693745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:13.158402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:12.429884Z","time spent":"728.509148ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:03:13.158636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.315668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-07-28T15:03:13.158711Z","caller":"traceutil/trace.go:171","msg":"trace[255847882] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:26114; }","duration":"647.422099ms","start":"2026-07-28T15:03:12.511271Z","end":"2026-07-28T15:03:13.158693Z","steps":["trace[255847882] 'agreement among raft nodes before linearized reading' (duration: 647.197165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.158792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:12.511253Z","time spent":"647.489981ms","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1138,"request content":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-07-28T15:03:13.158737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.099255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:13.159075Z","caller":"traceutil/trace.go:171","msg":"trace[2119419393] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26114; }","duration":"641.326089ms","start":"2026-07-28T15:03:12.517598Z","end":"2026-07-28T15:03:13.158924Z","steps":["trace[2119419393] 'agreement among raft nodes before linearized reading' (duration: 640.799339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.159161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.306684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8tvcx.18c67c433497fe41\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-28T15:03:13.15916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:12.517592Z","time spent":"641.544503ms","remote":"127.0.0.1:41052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:03:13.159279Z","caller":"traceutil/trace.go:171","msg":"trace[1522162355] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8tvcx.18c67c433497fe41; range_end:; response_count:1; response_revision:26114; }","duration":"726.466637ms","start":"2026-07-28T15:03:12.432785Z","end":"2026-07-28T15:03:13.159251Z","steps":["trace[1522162355] 'agreement among raft nodes before linearized reading' (duration: 726.09541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.15934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:12.432773Z","time spent":"726.556548ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8tvcx.18c67c433497fe41\" "} {"level":"warn","ts":"2026-07-28T15:03:13.160547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.253791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-92d1743c-d6f6-4106-9cf1-2a274cc93921\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-28T15:03:13.160614Z","caller":"traceutil/trace.go:171","msg":"trace[14308650] range","detail":"{range_begin:/registry/persistentvolumes/pvc-92d1743c-d6f6-4106-9cf1-2a274cc93921; range_end:; response_count:1; response_revision:26116; }","duration":"458.397103ms","start":"2026-07-28T15:03:12.702197Z","end":"2026-07-28T15:03:13.160594Z","steps":["trace[14308650] 'agreement among raft nodes before linearized reading' (duration: 458.161809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.160613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.439222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:13.16066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:12.702171Z","time spent":"458.478165ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-92d1743c-d6f6-4106-9cf1-2a274cc93921\" "} {"level":"info","ts":"2026-07-28T15:03:13.160691Z","caller":"traceutil/trace.go:171","msg":"trace[2065927135] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:26116; }","duration":"293.571335ms","start":"2026-07-28T15:03:12.8671Z","end":"2026-07-28T15:03:13.160671Z","steps":["trace[2065927135] 'agreement among raft nodes before linearized reading' (duration: 293.440462ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:13.160751Z","caller":"traceutil/trace.go:171","msg":"trace[2005050170] transaction","detail":"{read_only:false; response_revision:26115; number_of_response:1; }","duration":"460.614977ms","start":"2026-07-28T15:03:12.700085Z","end":"2026-07-28T15:03:13.1607Z","steps":["trace[2005050170] 'process raft request' (duration: 460.055527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.160834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.003686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-07-28T15:03:13.160923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:12.700062Z","time spent":"460.758311ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:13.160934Z","caller":"traceutil/trace.go:171","msg":"trace[1629417484] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26116; }","duration":"458.107578ms","start":"2026-07-28T15:03:12.702778Z","end":"2026-07-28T15:03:13.160886Z","steps":["trace[1629417484] 'agreement among raft nodes before linearized reading' (duration: 457.925684ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:13.160798Z","caller":"traceutil/trace.go:171","msg":"trace[1207438345] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"292.874392ms","start":"2026-07-28T15:03:12.867899Z","end":"2026-07-28T15:03:13.160773Z","steps":["trace[1207438345] 'process raft request' (duration: 292.400553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.160983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:12.702767Z","time spent":"458.201189ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-28T15:03:13.55725Z","caller":"traceutil/trace.go:171","msg":"trace[604013882] linearizableReadLoop","detail":"{readStateIndex:26968; appliedIndex:26966; }","duration":"364.701066ms","start":"2026-07-28T15:03:13.192516Z","end":"2026-07-28T15:03:13.557217Z","steps":["trace[604013882] 'read index received' (duration: 364.314599ms)","trace[604013882] 'applied index is now lower than readState.Index' (duration: 384.967µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:13.557359Z","caller":"traceutil/trace.go:171","msg":"trace[127075799] transaction","detail":"{read_only:false; response_revision:26119; number_of_response:1; }","duration":"385.603489ms","start":"2026-07-28T15:03:13.171743Z","end":"2026-07-28T15:03:13.557347Z","steps":["trace[127075799] 'process raft request' (duration: 385.378414ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:13.557261Z","caller":"traceutil/trace.go:171","msg":"trace[955173571] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"395.195898ms","start":"2026-07-28T15:03:13.162023Z","end":"2026-07-28T15:03:13.557219Z","steps":["trace[955173571] 'process raft request' (duration: 394.835431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.557471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.468406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:03:13.557546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:13.171729Z","time spent":"385.681731ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:13.557562Z","caller":"traceutil/trace.go:171","msg":"trace[570708954] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:26119; }","duration":"388.601648ms","start":"2026-07-28T15:03:13.168939Z","end":"2026-07-28T15:03:13.557541Z","steps":["trace[570708954] 'agreement among raft nodes before linearized reading' (duration: 388.389973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.557567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:13.161923Z","time spent":"395.511355ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:13.557615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:13.168934Z","time spent":"388.67004ms","remote":"127.0.0.1:52708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:03:13.557595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.58653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-28T15:03:13.557636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.745949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-28T15:03:13.557676Z","caller":"traceutil/trace.go:171","msg":"trace[1818489724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26119; }","duration":"382.691353ms","start":"2026-07-28T15:03:13.174968Z","end":"2026-07-28T15:03:13.557659Z","steps":["trace[1818489724] 'agreement among raft nodes before linearized reading' (duration: 382.306704ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:13.557696Z","caller":"traceutil/trace.go:171","msg":"trace[1608155604] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26119; }","duration":"362.8296ms","start":"2026-07-28T15:03:13.194851Z","end":"2026-07-28T15:03:13.557681Z","steps":["trace[1608155604] 'agreement among raft nodes before linearized reading' (duration: 362.609556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.557719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:13.174953Z","time spent":"382.756434ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:03:13.557696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.90493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:13.557733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:13.194835Z","time spent":"362.890041ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-28T15:03:13.557776Z","caller":"traceutil/trace.go:171","msg":"trace[1983681047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26119; }","duration":"271.032101ms","start":"2026-07-28T15:03:13.286719Z","end":"2026-07-28T15:03:13.557751Z","steps":["trace[1983681047] 'agreement among raft nodes before linearized reading' (duration: 270.906459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.557773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.329393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-07-28T15:03:13.557774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.030186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-28T15:03:13.557877Z","caller":"traceutil/trace.go:171","msg":"trace[2141240064] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26119; }","duration":"147.516447ms","start":"2026-07-28T15:03:13.410334Z","end":"2026-07-28T15:03:13.55785Z","steps":["trace[2141240064] 'agreement among raft nodes before linearized reading' (duration: 147.15562ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:13.557945Z","caller":"traceutil/trace.go:171","msg":"trace[296661723] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26119; }","duration":"390.235351ms","start":"2026-07-28T15:03:13.167646Z","end":"2026-07-28T15:03:13.557882Z","steps":["trace[296661723] 'agreement among raft nodes before linearized reading' (duration: 389.734041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:13.558036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:13.167638Z","time spent":"390.382743ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-28T15:03:14.180663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.492774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:03:14.181109Z","caller":"traceutil/trace.go:171","msg":"trace[151029625] transaction","detail":"{read_only:false; response_revision:26121; number_of_response:1; }","duration":"243.494268ms","start":"2026-07-28T15:03:13.937579Z","end":"2026-07-28T15:03:14.181074Z","steps":["trace[151029625] 'process raft request' (duration: 243.246804ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:14.181426Z","caller":"traceutil/trace.go:171","msg":"trace[1968727710] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"613.288746ms","start":"2026-07-28T15:03:13.5681Z","end":"2026-07-28T15:03:14.181388Z","steps":["trace[1968727710] 'process raft request' (duration: 418.893085ms)","trace[1968727710] 'compare' (duration: 193.014184ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:14.181189Z","caller":"traceutil/trace.go:171","msg":"trace[157528846] linearizableReadLoop","detail":"{readStateIndex:26969; appliedIndex:26968; }","duration":"535.098566ms","start":"2026-07-28T15:03:13.64604Z","end":"2026-07-28T15:03:14.181139Z","steps":["trace[157528846] 'read index received' (duration: 341.121392ms)","trace[157528846] 'applied index is now lower than readState.Index' (duration: 193.973764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:14.181619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:13.568084Z","time spent":"613.419459ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:14.181632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.585935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:14.181726Z","caller":"traceutil/trace.go:171","msg":"trace[1871596058] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26121; }","duration":"535.722977ms","start":"2026-07-28T15:03:13.645978Z","end":"2026-07-28T15:03:14.181701Z","steps":["trace[1871596058] 'agreement among raft nodes before linearized reading' (duration: 535.558514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:14.181724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.72651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:03:14.181788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:13.645951Z","time spent":"535.821619ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-28T15:03:14.181803Z","caller":"traceutil/trace.go:171","msg":"trace[1929876636] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26121; }","duration":"115.854423ms","start":"2026-07-28T15:03:14.06593Z","end":"2026-07-28T15:03:14.181784Z","steps":["trace[1929876636] 'agreement among raft nodes before linearized reading' (duration: 115.71717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:14.18197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.191065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-28T15:03:14.18203Z","caller":"traceutil/trace.go:171","msg":"trace[85286403] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:26121; }","duration":"511.367118ms","start":"2026-07-28T15:03:13.670647Z","end":"2026-07-28T15:03:14.182014Z","steps":["trace[85286403] 'agreement among raft nodes before linearized reading' (duration: 510.955509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:14.182069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:13.670621Z","time spent":"511.43811ms","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-28T15:03:14.606289Z","caller":"traceutil/trace.go:171","msg":"trace[982642630] linearizableReadLoop","detail":"{readStateIndex:26971; appliedIndex:26970; }","duration":"415.617741ms","start":"2026-07-28T15:03:14.190639Z","end":"2026-07-28T15:03:14.606256Z","steps":["trace[982642630] 'read index received' (duration: 415.366025ms)","trace[982642630] 'applied index is now lower than readState.Index' (duration: 249.826µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:14.606442Z","caller":"traceutil/trace.go:171","msg":"trace[1536464350] transaction","detail":"{read_only:false; response_revision:26122; number_of_response:1; }","duration":"417.552789ms","start":"2026-07-28T15:03:14.188844Z","end":"2026-07-28T15:03:14.606397Z","steps":["trace[1536464350] 'process raft request' (duration: 417.1654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:14.606619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.969367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:03:14.606664Z","caller":"traceutil/trace.go:171","msg":"trace[754415522] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26122; }","duration":"416.043019ms","start":"2026-07-28T15:03:14.190606Z","end":"2026-07-28T15:03:14.606649Z","steps":["trace[754415522] 'agreement among raft nodes before linearized reading' (duration: 415.822045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:14.606689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.190593Z","time spent":"416.08935ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:03:14.606793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.188824Z","time spent":"417.660541ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:15.10643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095110900,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:03:15.144237Z","caller":"traceutil/trace.go:171","msg":"trace[1015141021] transaction","detail":"{read_only:false; response_revision:26123; number_of_response:1; }","duration":"888.845147ms","start":"2026-07-28T15:03:14.255353Z","end":"2026-07-28T15:03:15.144198Z","steps":["trace[1015141021] 'process raft request' (duration: 888.561572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.144451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.255326Z","time spent":"889.02258ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:15.144593Z","caller":"traceutil/trace.go:171","msg":"trace[1533702146] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"889.193554ms","start":"2026-07-28T15:03:14.255353Z","end":"2026-07-28T15:03:15.144547Z","steps":["trace[1533702146] 'process raft request' (duration: 888.786356ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:15.144755Z","caller":"traceutil/trace.go:171","msg":"trace[1353148576] transaction","detail":"{read_only:false; response_revision:26126; number_of_response:1; }","duration":"887.873688ms","start":"2026-07-28T15:03:14.256836Z","end":"2026-07-28T15:03:15.14471Z","steps":["trace[1353148576] 'process raft request' (duration: 887.746005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.144785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.255326Z","time spent":"889.351016ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:15.144869Z","caller":"traceutil/trace.go:171","msg":"trace[899131852] linearizableReadLoop","detail":"{readStateIndex:26976; appliedIndex:26971; }","duration":"538.455641ms","start":"2026-07-28T15:03:14.606384Z","end":"2026-07-28T15:03:15.14484Z","steps":["trace[899131852] 'read index received' (duration: 537.414852ms)","trace[899131852] 'applied index is now lower than readState.Index' (duration: 1.038899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:15.144957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.256823Z","time spent":"887.99735ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:15.144947Z","caller":"traceutil/trace.go:171","msg":"trace[1786252732] transaction","detail":"{read_only:false; response_revision:26125; number_of_response:1; }","duration":"888.656332ms","start":"2026-07-28T15:03:14.256228Z","end":"2026-07-28T15:03:15.144885Z","steps":["trace[1786252732] 'process raft request' (duration: 888.190863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.145064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.256218Z","time spent":"888.793765ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:15.145136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.882519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-28T15:03:15.145186Z","caller":"traceutil/trace.go:171","msg":"trace[831168132] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26127; }","duration":"579.971661ms","start":"2026-07-28T15:03:14.565199Z","end":"2026-07-28T15:03:15.14517Z","steps":["trace[831168132] 'agreement among raft nodes before linearized reading' (duration: 579.787796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.145231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.565177Z","time spent":"580.046792ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" "} {"level":"warn","ts":"2026-07-28T15:03:15.145317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.075883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-07-28T15:03:15.145384Z","caller":"traceutil/trace.go:171","msg":"trace[551897740] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:26127; }","duration":"883.170645ms","start":"2026-07-28T15:03:14.2622Z","end":"2026-07-28T15:03:15.145371Z","steps":["trace[551897740] 'agreement among raft nodes before linearized reading' (duration: 882.969932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.145448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.26219Z","time spent":"883.240926ms","remote":"127.0.0.1:52652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1045,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-07-28T15:03:15.145637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.401709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:03:15.145727Z","caller":"traceutil/trace.go:171","msg":"trace[804858730] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26127; }","duration":"438.540893ms","start":"2026-07-28T15:03:14.707166Z","end":"2026-07-28T15:03:15.145707Z","steps":["trace[804858730] 'agreement among raft nodes before linearized reading' (duration: 438.39246ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:15.145462Z","caller":"traceutil/trace.go:171","msg":"trace[1409353642] transaction","detail":"{read_only:false; response_revision:26127; number_of_response:1; }","duration":"888.437879ms","start":"2026-07-28T15:03:14.257007Z","end":"2026-07-28T15:03:15.145445Z","steps":["trace[1409353642] 'process raft request' (duration: 887.645283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.145767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.707136Z","time spent":"438.623034ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:03:15.145781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.44982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-28T15:03:15.145838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.256995Z","time spent":"888.797096ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:15.145863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.601096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:03:15.145927Z","caller":"traceutil/trace.go:171","msg":"trace[710925722] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26127; }","duration":"735.727179ms","start":"2026-07-28T15:03:14.410186Z","end":"2026-07-28T15:03:15.145913Z","steps":["trace[710925722] 'agreement among raft nodes before linearized reading' (duration: 735.548815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.145963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.751326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:03:15.14601Z","caller":"traceutil/trace.go:171","msg":"trace[1196906673] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26127; }","duration":"438.847928ms","start":"2026-07-28T15:03:14.707151Z","end":"2026-07-28T15:03:15.145999Z","steps":["trace[1196906673] 'agreement among raft nodes before linearized reading' (duration: 438.746956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.146048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.707117Z","time spent":"438.924459ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:03:15.145865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.39381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-28T15:03:15.146164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.37947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-28T15:03:15.146201Z","caller":"traceutil/trace.go:171","msg":"trace[751687454] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26127; }","duration":"296.413941ms","start":"2026-07-28T15:03:14.849775Z","end":"2026-07-28T15:03:15.146189Z","steps":["trace[751687454] 'agreement among raft nodes before linearized reading' (duration: 296.320149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.14626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.0309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-28T15:03:15.146311Z","caller":"traceutil/trace.go:171","msg":"trace[669304124] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26127; }","duration":"240.121172ms","start":"2026-07-28T15:03:14.906176Z","end":"2026-07-28T15:03:15.146297Z","steps":["trace[669304124] 'agreement among raft nodes before linearized reading' (duration: 239.736625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.146381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.250937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:15.146443Z","caller":"traceutil/trace.go:171","msg":"trace[1160272504] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26127; }","duration":"265.339549ms","start":"2026-07-28T15:03:14.881071Z","end":"2026-07-28T15:03:15.14641Z","steps":["trace[1160272504] 'agreement among raft nodes before linearized reading' (duration: 265.274298ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:15.146448Z","caller":"traceutil/trace.go:171","msg":"trace[984361641] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e; range_end:; response_count:1; response_revision:26127; }","duration":"535.737818ms","start":"2026-07-28T15:03:14.610441Z","end":"2026-07-28T15:03:15.146179Z","steps":["trace[984361641] 'agreement among raft nodes before linearized reading' (duration: 535.3255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.14665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.61042Z","time spent":"536.210827ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c67c3e86ac570e\" "} {"level":"warn","ts":"2026-07-28T15:03:15.145968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.410154Z","time spent":"735.80627ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:03:15.14586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.357701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:03:15.146931Z","caller":"traceutil/trace.go:171","msg":"trace[1260492621] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26127; }","duration":"736.449234ms","start":"2026-07-28T15:03:14.410469Z","end":"2026-07-28T15:03:15.146918Z","steps":["trace[1260492621] 'agreement among raft nodes before linearized reading' (duration: 735.24933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.146923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.525842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T15:03:15.146974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.410462Z","time spent":"736.501905ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:03:15.145342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.567545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18186"} {"level":"info","ts":"2026-07-28T15:03:15.147115Z","caller":"traceutil/trace.go:171","msg":"trace[983195491] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26127; }","duration":"538.37306ms","start":"2026-07-28T15:03:14.608722Z","end":"2026-07-28T15:03:15.147095Z","steps":["trace[983195491] 'agreement among raft nodes before linearized reading' (duration: 536.526334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.147178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.608702Z","time spent":"538.457872ms","remote":"127.0.0.1:52626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18210,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-28T15:03:15.145877Z","caller":"traceutil/trace.go:171","msg":"trace[259427645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26127; }","duration":"438.575752ms","start":"2026-07-28T15:03:14.707276Z","end":"2026-07-28T15:03:15.145852Z","steps":["trace[259427645] 'agreement among raft nodes before linearized reading' (duration: 438.278097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.147382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.707264Z","time spent":"440.108003ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T15:03:15.148106Z","caller":"traceutil/trace.go:171","msg":"trace[1650206267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26127; }","duration":"440.737076ms","start":"2026-07-28T15:03:14.707347Z","end":"2026-07-28T15:03:15.148084Z","steps":["trace[1650206267] 'agreement among raft nodes before linearized reading' (duration: 439.4304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.148198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.707317Z","time spent":"440.863399ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:03:15.148617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.69621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:03:15.148739Z","caller":"traceutil/trace.go:171","msg":"trace[1450309549] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26127; }","duration":"736.092577ms","start":"2026-07-28T15:03:14.412617Z","end":"2026-07-28T15:03:15.14871Z","steps":["trace[1450309549] 'agreement among raft nodes before linearized reading' (duration: 732.457555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.148848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:14.412606Z","time spent":"736.208039ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-28T15:03:15.632162Z","caller":"traceutil/trace.go:171","msg":"trace[486559012] transaction","detail":"{read_only:false; response_revision:26128; number_of_response:1; }","duration":"481.221382ms","start":"2026-07-28T15:03:15.150909Z","end":"2026-07-28T15:03:15.63213Z","steps":["trace[486559012] 'process raft request' (duration: 385.763021ms)","trace[486559012] 'compare' (duration: 95.164946ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:15.632305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.150879Z","time spent":"481.345755ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:15.632373Z","caller":"traceutil/trace.go:171","msg":"trace[178726621] transaction","detail":"{read_only:false; response_revision:26129; number_of_response:1; }","duration":"478.860547ms","start":"2026-07-28T15:03:15.153479Z","end":"2026-07-28T15:03:15.63234Z","steps":["trace[178726621] 'process raft request' (duration: 478.603472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.632539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.153465Z","time spent":"478.97994ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:15.632605Z","caller":"traceutil/trace.go:171","msg":"trace[31098192] linearizableReadLoop","detail":"{readStateIndex:26981; appliedIndex:26976; }","duration":"472.485362ms","start":"2026-07-28T15:03:15.160076Z","end":"2026-07-28T15:03:15.632561Z","steps":["trace[31098192] 'read index received' (duration: 376.612222ms)","trace[31098192] 'applied index is now lower than readState.Index' (duration: 95.870849ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:15.632698Z","caller":"traceutil/trace.go:171","msg":"trace[677810706] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"477.561461ms","start":"2026-07-28T15:03:15.155126Z","end":"2026-07-28T15:03:15.632688Z","steps":["trace[677810706] 'process raft request' (duration: 477.314316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.632754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.155119Z","time spent":"477.603172ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:15.632676Z","caller":"traceutil/trace.go:171","msg":"trace[319904695] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"478.402288ms","start":"2026-07-28T15:03:15.154258Z","end":"2026-07-28T15:03:15.63266Z","steps":["trace[319904695] 'process raft request' (duration: 478.108023ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:15.632839Z","caller":"traceutil/trace.go:171","msg":"trace[1211976466] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"467.129316ms","start":"2026-07-28T15:03:15.165689Z","end":"2026-07-28T15:03:15.632819Z","steps":["trace[1211976466] 'process raft request' (duration: 466.81009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.633036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.165682Z","time spent":"467.194167ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:15.633048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.203142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:03:15.633061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.154252Z","time spent":"478.636903ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:15.633129Z","caller":"traceutil/trace.go:171","msg":"trace[718330588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26133; }","duration":"346.296234ms","start":"2026-07-28T15:03:15.286811Z","end":"2026-07-28T15:03:15.633107Z","steps":["trace[718330588] 'agreement among raft nodes before linearized reading' (duration: 346.147811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.633211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.286722Z","time spent":"346.478048ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:03:15.633354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.244207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-28T15:03:15.633482Z","caller":"traceutil/trace.go:171","msg":"trace[1939306859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26133; }","duration":"473.384709ms","start":"2026-07-28T15:03:15.160062Z","end":"2026-07-28T15:03:15.633447Z","steps":["trace[1939306859] 'agreement among raft nodes before linearized reading' (duration: 473.101214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.633586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.160057Z","time spent":"473.501392ms","remote":"127.0.0.1:41574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-28T15:03:15.633648Z","caller":"traceutil/trace.go:171","msg":"trace[1071508744] transaction","detail":"{read_only:false; response_revision:26130; number_of_response:1; }","duration":"479.52675ms","start":"2026-07-28T15:03:15.154096Z","end":"2026-07-28T15:03:15.633622Z","steps":["trace[1071508744] 'process raft request' (duration: 478.189983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:15.633964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.154088Z","time spent":"479.620721ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:03:16.173996Z","caller":"traceutil/trace.go:171","msg":"trace[1216445029] linearizableReadLoop","detail":"{readStateIndex:26985; appliedIndex:26984; }","duration":"457.18412ms","start":"2026-07-28T15:03:15.716787Z","end":"2026-07-28T15:03:16.173971Z","steps":["trace[1216445029] 'read index received' (duration: 457.108958ms)","trace[1216445029] 'applied index is now lower than readState.Index' (duration: 74.012µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:03:16.174045Z","caller":"traceutil/trace.go:171","msg":"trace[441382947] transaction","detail":"{read_only:false; response_revision:26136; number_of_response:1; }","duration":"462.634326ms","start":"2026-07-28T15:03:15.711367Z","end":"2026-07-28T15:03:16.174001Z","steps":["trace[441382947] 'process raft request' (duration: 462.427682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:16.174232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.711346Z","time spent":"462.8008ms","remote":"127.0.0.1:52496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:03:16.174524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.726391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293205"} {"level":"info","ts":"2026-07-28T15:03:16.174595Z","caller":"traceutil/trace.go:171","msg":"trace[1247407883] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:26136; }","duration":"457.811122ms","start":"2026-07-28T15:03:15.716765Z","end":"2026-07-28T15:03:16.174576Z","steps":["trace[1247407883] 'agreement among raft nodes before linearized reading' (duration: 457.307402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:16.174655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:03:15.716756Z","time spent":"457.886144ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293229,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-28T15:03:16.266182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.745724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:16.266285Z","caller":"traceutil/trace.go:171","msg":"trace[821412236] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26137; }","duration":"273.944388ms","start":"2026-07-28T15:03:15.992316Z","end":"2026-07-28T15:03:16.26626Z","steps":["trace[821412236] 'agreement among raft nodes before linearized reading' (duration: 273.745034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:03:16.266537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.18896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-28T15:03:16.266588Z","caller":"traceutil/trace.go:171","msg":"trace[1076231597] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ce6e32a9-67dd-45f2-81e0-5fe45148329a; range_end:; response_count:1; response_revision:26137; }","duration":"115.278612ms","start":"2026-07-28T15:03:16.151299Z","end":"2026-07-28T15:03:16.266578Z","steps":["trace[1076231597] 'agreement among raft nodes before linearized reading' (duration: 115.105758ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:16.607193Z","caller":"traceutil/trace.go:171","msg":"trace[1362300319] transaction","detail":"{read_only:false; response_revision:26140; number_of_response:1; }","duration":"251.71935ms","start":"2026-07-28T15:03:16.355442Z","end":"2026-07-28T15:03:16.607161Z","steps":["trace[1362300319] 'process raft request' (duration: 251.379123ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:16.772217Z","caller":"traceutil/trace.go:171","msg":"trace[283583031] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"127.415891ms","start":"2026-07-28T15:03:16.644773Z","end":"2026-07-28T15:03:16.772189Z","steps":["trace[283583031] 'process raft request' (duration: 57.832199ms)","trace[283583031] 'compare' (duration: 69.054801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:03:16.772469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.376362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:03:16.772537Z","caller":"traceutil/trace.go:171","msg":"trace[1212523021] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26142; }","duration":"122.481104ms","start":"2026-07-28T15:03:16.65004Z","end":"2026-07-28T15:03:16.772522Z","steps":["trace[1212523021] 'agreement among raft nodes before linearized reading' (duration: 122.318411ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:03:16.77262Z","caller":"traceutil/trace.go:171","msg":"trace[1876036266] linearizableReadLoop","detail":"{readStateIndex:26992; appliedIndex:26991; }","duration":"122.070357ms","start":"2026-07-28T15:03:16.650067Z","end":"2026-07-28T15:03:16.772138Z","steps":["trace[1876036266] 'read index received' (duration: 52.566837ms)","trace[1876036266] 'applied index is now lower than readState.Index' (duration: 69.50131ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:04:09.614103Z","caller":"traceutil/trace.go:171","msg":"trace[414878103] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"252.403624ms","start":"2026-07-28T15:04:09.361672Z","end":"2026-07-28T15:04:09.614076Z","steps":["trace[414878103] 'process raft request' (duration: 252.230481ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:09.985704Z","caller":"traceutil/trace.go:171","msg":"trace[1404758816] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"620.118711ms","start":"2026-07-28T15:04:09.365558Z","end":"2026-07-28T15:04:09.985677Z","steps":["trace[1404758816] 'process raft request' (duration: 619.837395ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:09.985946Z","caller":"traceutil/trace.go:171","msg":"trace[829011390] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"620.346406ms","start":"2026-07-28T15:04:09.365579Z","end":"2026-07-28T15:04:09.985925Z","steps":["trace[829011390] 'process raft request' (duration: 620.013489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:09.986079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:09.365548Z","time spent":"620.454787ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:09.986447Z","caller":"traceutil/trace.go:171","msg":"trace[12164002] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"619.795495ms","start":"2026-07-28T15:04:09.366641Z","end":"2026-07-28T15:04:09.986437Z","steps":["trace[12164002] 'process raft request' (duration: 619.196984ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:09.986589Z","caller":"traceutil/trace.go:171","msg":"trace[1298417835] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"617.172173ms","start":"2026-07-28T15:04:09.36941Z","end":"2026-07-28T15:04:09.986582Z","steps":["trace[1298417835] 'process raft request' (duration: 616.972649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:09.986631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:09.369398Z","time spent":"617.212804ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:09.986693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:09.366629Z","time spent":"619.863196ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:09.986778Z","caller":"traceutil/trace.go:171","msg":"trace[1546236770] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"380.144441ms","start":"2026-07-28T15:04:09.606624Z","end":"2026-07-28T15:04:09.986769Z","steps":["trace[1546236770] 'process raft request' (duration: 379.925846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:09.986819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:09.606601Z","time spent":"380.198112ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:09.986816Z","caller":"traceutil/trace.go:171","msg":"trace[1568302246] linearizableReadLoop","detail":"{readStateIndex:27464; appliedIndex:27459; }","duration":"255.444524ms","start":"2026-07-28T15:04:09.731347Z","end":"2026-07-28T15:04:09.986792Z","steps":["trace[1568302246] 'read index received' (duration: 254.083287ms)","trace[1568302246] 'applied index is now lower than readState.Index' (duration: 1.359987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:04:09.986959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:09.365525Z","time spent":"620.309205ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:09.987635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.26333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:04:09.987735Z","caller":"traceutil/trace.go:171","msg":"trace[1885675396] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:26601; }","duration":"256.442263ms","start":"2026-07-28T15:04:09.731268Z","end":"2026-07-28T15:04:09.987711Z","steps":["trace[1885675396] 'agreement among raft nodes before linearized reading' (duration: 255.601356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:10.052395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.951645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:04:10.052491Z","caller":"traceutil/trace.go:171","msg":"trace[236324585] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26602; }","duration":"184.094117ms","start":"2026-07-28T15:04:09.868372Z","end":"2026-07-28T15:04:10.052466Z","steps":["trace[236324585] 'agreement among raft nodes before linearized reading' (duration: 183.835532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:10.052554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.023165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-28T15:04:10.052697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.129623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:04:10.052671Z","caller":"traceutil/trace.go:171","msg":"trace[1861167696] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26602; }","duration":"123.190208ms","start":"2026-07-28T15:04:09.929453Z","end":"2026-07-28T15:04:10.052643Z","steps":["trace[1861167696] 'agreement among raft nodes before linearized reading' (duration: 122.820851ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:10.05275Z","caller":"traceutil/trace.go:171","msg":"trace[651343272] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26602; }","duration":"132.200594ms","start":"2026-07-28T15:04:09.920533Z","end":"2026-07-28T15:04:10.052734Z","steps":["trace[651343272] 'agreement among raft nodes before linearized reading' (duration: 132.093282ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:10.052936Z","caller":"traceutil/trace.go:171","msg":"trace[681214451] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"189.493885ms","start":"2026-07-28T15:04:09.863426Z","end":"2026-07-28T15:04:10.05292Z","steps":["trace[681214451] 'process raft request' (duration: 188.615527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:10.052956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.981988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:04:10.052989Z","caller":"traceutil/trace.go:171","msg":"trace[113960157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26602; }","duration":"142.05204ms","start":"2026-07-28T15:04:09.910928Z","end":"2026-07-28T15:04:10.05298Z","steps":["trace[113960157] 'agreement among raft nodes before linearized reading' (duration: 141.905087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:10.053111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.499836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:04:10.053147Z","caller":"traceutil/trace.go:171","msg":"trace[1761010651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26602; }","duration":"148.579738ms","start":"2026-07-28T15:04:09.904559Z","end":"2026-07-28T15:04:10.053139Z","steps":["trace[1761010651] 'agreement among raft nodes before linearized reading' (duration: 148.479956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.13672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710540189095112522,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-28T15:04:12.150584Z","caller":"traceutil/trace.go:171","msg":"trace[1284190463] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"528.935394ms","start":"2026-07-28T15:04:11.621627Z","end":"2026-07-28T15:04:12.150563Z","steps":["trace[1284190463] 'process raft request' (duration: 528.771411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.150712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:11.621605Z","time spent":"529.035216ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:12.76355Z","caller":"traceutil/trace.go:171","msg":"trace[2096016344] linearizableReadLoop","detail":"{readStateIndex:27479; appliedIndex:27472; }","duration":"1.127567872s","start":"2026-07-28T15:04:11.635957Z","end":"2026-07-28T15:04:12.763525Z","steps":["trace[2096016344] 'read index received' (duration: 514.50766ms)","trace[2096016344] 'applied index is now lower than readState.Index' (duration: 613.058472ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:04:12.763641Z","caller":"traceutil/trace.go:171","msg":"trace[1687430666] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"702.377203ms","start":"2026-07-28T15:04:12.061235Z","end":"2026-07-28T15:04:12.763612Z","steps":["trace[1687430666] 'process raft request' (duration: 702.118817ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:12.763694Z","caller":"traceutil/trace.go:171","msg":"trace[613718055] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"769.415164ms","start":"2026-07-28T15:04:11.994263Z","end":"2026-07-28T15:04:12.763679Z","steps":["trace[613718055] 'process raft request' (duration: 769.018515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.763863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127894368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:04:12.763906Z","caller":"traceutil/trace.go:171","msg":"trace[1010068900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26616; }","duration":"1.12797498s","start":"2026-07-28T15:04:11.63592Z","end":"2026-07-28T15:04:12.763895Z","steps":["trace[1010068900] 'agreement among raft nodes before linearized reading' (duration: 1.127788356s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:12.763908Z","caller":"traceutil/trace.go:171","msg":"trace[1877243716] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"773.81872ms","start":"2026-07-28T15:04:11.99008Z","end":"2026-07-28T15:04:12.763899Z","steps":["trace[1877243716] 'process raft request' (duration: 772.953283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.763937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:11.635904Z","time spent":"1.128026491s","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-28T15:04:12.763968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:11.990054Z","time spent":"773.884962ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:12.763611Z","caller":"traceutil/trace.go:171","msg":"trace[30587806] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"769.366582ms","start":"2026-07-28T15:04:11.994181Z","end":"2026-07-28T15:04:12.763548Z","steps":["trace[30587806] 'process raft request' (duration: 769.061286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.76406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:11.994254Z","time spent":"769.545896ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:12.763863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.061205Z","time spent":"702.515905ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:12.764177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:11.994169Z","time spent":"769.887083ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:12.76418Z","caller":"traceutil/trace.go:171","msg":"trace[86402638] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"771.28767ms","start":"2026-07-28T15:04:11.992826Z","end":"2026-07-28T15:04:12.764113Z","steps":["trace[86402638] 'process raft request' (duration: 770.377192ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:12.763621Z","caller":"traceutil/trace.go:171","msg":"trace[196862616] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"768.289481ms","start":"2026-07-28T15:04:11.995295Z","end":"2026-07-28T15:04:12.763584Z","steps":["trace[196862616] 'process raft request' (duration: 768.019925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.764397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:11.995278Z","time spent":"769.083817ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:12.764468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:11.992807Z","time spent":"771.511924ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:12.97338Z","caller":"traceutil/trace.go:171","msg":"trace[697543348] linearizableReadLoop","detail":"{readStateIndex:27480; appliedIndex:27479; }","duration":"209.674151ms","start":"2026-07-28T15:04:12.76368Z","end":"2026-07-28T15:04:12.973354Z","steps":["trace[697543348] 'read index received' (duration: 198.634415ms)","trace[697543348] 'applied index is now lower than readState.Index' (duration: 11.037986ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:04:12.973572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.736664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:04:12.973713Z","caller":"traceutil/trace.go:171","msg":"trace[22894706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26617; }","duration":"690.917187ms","start":"2026-07-28T15:04:12.282762Z","end":"2026-07-28T15:04:12.973679Z","steps":["trace[22894706] 'agreement among raft nodes before linearized reading' (duration: 690.674131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.973797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.282745Z","time spent":"691.038039ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:04:12.973887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.858892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:04:12.973927Z","caller":"traceutil/trace.go:171","msg":"trace[1206625607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26617; }","duration":"905.956314ms","start":"2026-07-28T15:04:12.067959Z","end":"2026-07-28T15:04:12.973915Z","steps":["trace[1206625607] 'agreement among raft nodes before linearized reading' (duration: 905.877942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.973969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.067931Z","time spent":"906.030416ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:04:12.973906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.078237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-28T15:04:12.973736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.8766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T15:04:12.974096Z","caller":"traceutil/trace.go:171","msg":"trace[1142686725] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:26617; }","duration":"561.353063ms","start":"2026-07-28T15:04:12.412706Z","end":"2026-07-28T15:04:12.974059Z","steps":["trace[1142686725] 'agreement among raft nodes before linearized reading' (duration: 560.906594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.974155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.235769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T15:04:12.974163Z","caller":"traceutil/trace.go:171","msg":"trace[1852314008] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"479.733405ms","start":"2026-07-28T15:04:12.494399Z","end":"2026-07-28T15:04:12.974132Z","steps":["trace[1852314008] 'process raft request' (duration: 467.857812ms)","trace[1852314008] 'compare' (duration: 10.970865ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:04:12.974245Z","caller":"traceutil/trace.go:171","msg":"trace[492010575] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26617; }","duration":"909.377841ms","start":"2026-07-28T15:04:12.064847Z","end":"2026-07-28T15:04:12.974225Z","steps":["trace[492010575] 'agreement among raft nodes before linearized reading' (duration: 909.074875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.974254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.909128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:04:12.974287Z","caller":"traceutil/trace.go:171","msg":"trace[450991702] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26617; }","duration":"204.966959ms","start":"2026-07-28T15:04:12.769311Z","end":"2026-07-28T15:04:12.974278Z","steps":["trace[450991702] 'agreement among raft nodes before linearized reading' (duration: 204.863237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.97429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.064838Z","time spent":"909.442132ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:04:12.974275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.864435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:04:12.974341Z","caller":"traceutil/trace.go:171","msg":"trace[16462796] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26617; }","duration":"587.023379ms","start":"2026-07-28T15:04:12.387305Z","end":"2026-07-28T15:04:12.974329Z","steps":["trace[16462796] 'agreement among raft nodes before linearized reading' (duration: 586.871066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.97434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.494367Z","time spent":"479.890367ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:12.974335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.418023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T15:04:12.974384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.387276Z","time spent":"587.09806ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:04:12.974431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.702609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:04:12.974462Z","caller":"traceutil/trace.go:171","msg":"trace[496144197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26617; }","duration":"907.603097ms","start":"2026-07-28T15:04:12.066835Z","end":"2026-07-28T15:04:12.974438Z","steps":["trace[496144197] 'agreement among raft nodes before linearized reading' (duration: 907.23779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.974465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.422694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3236"} {"level":"info","ts":"2026-07-28T15:04:12.97451Z","caller":"traceutil/trace.go:171","msg":"trace[1704341273] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26617; }","duration":"907.842931ms","start":"2026-07-28T15:04:12.066647Z","end":"2026-07-28T15:04:12.97449Z","steps":["trace[1704341273] 'agreement among raft nodes before linearized reading' (duration: 907.525625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.97453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.066815Z","time spent":"907.703148ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T15:04:12.974538Z","caller":"traceutil/trace.go:171","msg":"trace[62719133] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26617; }","duration":"427.603676ms","start":"2026-07-28T15:04:12.546911Z","end":"2026-07-28T15:04:12.974515Z","steps":["trace[62719133] 'agreement among raft nodes before linearized reading' (duration: 427.236699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.974566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.066635Z","time spent":"907.917422ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:04:12.974584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.54689Z","time spent":"427.680428ms","remote":"127.0.0.1:41446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3260,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-28T15:04:12.973815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.984546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:04:12.974634Z","caller":"traceutil/trace.go:171","msg":"trace[312205255] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26617; }","duration":"905.812441ms","start":"2026-07-28T15:04:12.068807Z","end":"2026-07-28T15:04:12.974619Z","steps":["trace[312205255] 'agreement among raft nodes before linearized reading' (duration: 904.954335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.974681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.068798Z","time spent":"905.869802ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-28T15:04:12.974711Z","caller":"traceutil/trace.go:171","msg":"trace[503322875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26617; }","duration":"848.300128ms","start":"2026-07-28T15:04:12.125827Z","end":"2026-07-28T15:04:12.974127Z","steps":["trace[503322875] 'agreement among raft nodes before linearized reading' (duration: 847.673516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.974208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.412684Z","time spent":"561.510756ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-07-28T15:04:12.974361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.025618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T15:04:12.974807Z","caller":"traceutil/trace.go:171","msg":"trace[477684284] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26617; }","duration":"624.535888ms","start":"2026-07-28T15:04:12.350255Z","end":"2026-07-28T15:04:12.974791Z","steps":["trace[477684284] 'agreement among raft nodes before linearized reading' (duration: 623.830364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:12.974843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.350222Z","time spent":"624.610309ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:04:12.974866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.125765Z","time spent":"848.976581ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:04:13.416929Z","caller":"traceutil/trace.go:171","msg":"trace[1378563149] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"436.796718ms","start":"2026-07-28T15:04:12.980071Z","end":"2026-07-28T15:04:13.416868Z","steps":["trace[1378563149] 'process raft request' (duration: 436.689356ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:13.417009Z","caller":"traceutil/trace.go:171","msg":"trace[226209035] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"436.940501ms","start":"2026-07-28T15:04:12.98004Z","end":"2026-07-28T15:04:13.416981Z","steps":["trace[226209035] 'process raft request' (duration: 436.290839ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:13.417009Z","caller":"traceutil/trace.go:171","msg":"trace[906549283] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"436.940611ms","start":"2026-07-28T15:04:12.98004Z","end":"2026-07-28T15:04:13.416981Z","steps":["trace[906549283] 'process raft request' (duration: 436.531423ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:13.417049Z","caller":"traceutil/trace.go:171","msg":"trace[1672236851] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"436.947392ms","start":"2026-07-28T15:04:12.980062Z","end":"2026-07-28T15:04:13.417009Z","steps":["trace[1672236851] 'process raft request' (duration: 436.639146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:13.417132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.980022Z","time spent":"437.039073ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:13.417133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.980012Z","time spent":"437.051573ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:13.417154Z","caller":"traceutil/trace.go:171","msg":"trace[1470413891] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"436.917901ms","start":"2026-07-28T15:04:12.980214Z","end":"2026-07-28T15:04:13.417131Z","steps":["trace[1470413891] 'process raft request' (duration: 436.588875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:13.417159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.980057Z","time spent":"436.969862ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:13.41721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.980046Z","time spent":"437.073554ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:13.417241Z","caller":"traceutil/trace.go:171","msg":"trace[613107151] transaction","detail":"{read_only:false; response_revision:26623; number_of_response:1; }","duration":"436.688775ms","start":"2026-07-28T15:04:12.980543Z","end":"2026-07-28T15:04:13.417232Z","steps":["trace[613107151] 'process raft request' (duration: 436.529872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:13.417238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.980207Z","time spent":"436.985942ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:13.417291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.980534Z","time spent":"436.726826ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:13.417267Z","caller":"traceutil/trace.go:171","msg":"trace[395163099] linearizableReadLoop","detail":"{readStateIndex:27488; appliedIndex:27481; }","duration":"374.872077ms","start":"2026-07-28T15:04:13.042365Z","end":"2026-07-28T15:04:13.417238Z","steps":["trace[395163099] 'read index received' (duration: 373.96201ms)","trace[395163099] 'applied index is now lower than readState.Index' (duration: 908.907µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:04:13.417289Z","caller":"traceutil/trace.go:171","msg":"trace[1932876507] transaction","detail":"{read_only:false; response_revision:26624; number_of_response:1; }","duration":"435.92037ms","start":"2026-07-28T15:04:12.981339Z","end":"2026-07-28T15:04:13.417259Z","steps":["trace[1932876507] 'process raft request' (duration: 435.846809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:13.417456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.98133Z","time spent":"436.036393ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:13.417562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.594435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"info","ts":"2026-07-28T15:04:13.417617Z","caller":"traceutil/trace.go:171","msg":"trace[1626514510] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:26624; }","duration":"435.677446ms","start":"2026-07-28T15:04:12.981924Z","end":"2026-07-28T15:04:13.417602Z","steps":["trace[1626514510] 'agreement among raft nodes before linearized reading' (duration: 435.452862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:13.41766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:12.981917Z","time spent":"435.734507ms","remote":"127.0.0.1:52514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1179,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-07-28T15:04:13.475578Z","caller":"traceutil/trace.go:171","msg":"trace[513383597] transaction","detail":"{read_only:false; response_revision:26625; number_of_response:1; }","duration":"431.888841ms","start":"2026-07-28T15:04:13.043646Z","end":"2026-07-28T15:04:13.475535Z","steps":["trace[513383597] 'process raft request' (duration: 431.694948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:13.475657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.835591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:04:13.475707Z","caller":"traceutil/trace.go:171","msg":"trace[749611008] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26625; }","duration":"189.914012ms","start":"2026-07-28T15:04:13.28578Z","end":"2026-07-28T15:04:13.475694Z","steps":["trace[749611008] 'agreement among raft nodes before linearized reading' (duration: 189.731329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:13.47573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.963824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:04:13.475754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:13.043617Z","time spent":"432.039274ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:13.475808Z","caller":"traceutil/trace.go:171","msg":"trace[36384791] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26625; }","duration":"189.088086ms","start":"2026-07-28T15:04:13.286701Z","end":"2026-07-28T15:04:13.475789Z","steps":["trace[36384791] 'agreement among raft nodes before linearized reading' (duration: 188.78387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:13.475803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.990654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:04:13.475912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.070201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:04:13.475935Z","caller":"traceutil/trace.go:171","msg":"trace[617916123] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26625; }","duration":"236.154004ms","start":"2026-07-28T15:04:13.239773Z","end":"2026-07-28T15:04:13.475927Z","steps":["trace[617916123] 'agreement among raft nodes before linearized reading' (duration: 236.116633ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:13.475927Z","caller":"traceutil/trace.go:171","msg":"trace[1599615223] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26625; }","duration":"189.26763ms","start":"2026-07-28T15:04:13.286635Z","end":"2026-07-28T15:04:13.475903Z","steps":["trace[1599615223] 'agreement among raft nodes before linearized reading' (duration: 188.917654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:13.475878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.24786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:04:13.4761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.430918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:04:13.476112Z","caller":"traceutil/trace.go:171","msg":"trace[1462213932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26625; }","duration":"190.537006ms","start":"2026-07-28T15:04:13.285562Z","end":"2026-07-28T15:04:13.476099Z","steps":["trace[1462213932] 'agreement among raft nodes before linearized reading' (duration: 190.29727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:13.476143Z","caller":"traceutil/trace.go:171","msg":"trace[1056079653] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26625; }","duration":"377.575512ms","start":"2026-07-28T15:04:13.098556Z","end":"2026-07-28T15:04:13.476132Z","steps":["trace[1056079653] 'agreement among raft nodes before linearized reading' (duration: 377.496779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:13.476168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:13.098534Z","time spent":"377.627682ms","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-28T15:04:14.516617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.843744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:04:14.516719Z","caller":"traceutil/trace.go:171","msg":"trace[741230287] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26626; }","duration":"248.047918ms","start":"2026-07-28T15:04:14.268643Z","end":"2026-07-28T15:04:14.516691Z","steps":["trace[741230287] 'count revisions from in-memory index tree' (duration: 247.699062ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:16.973144Z","caller":"traceutil/trace.go:171","msg":"trace[281375327] transaction","detail":"{read_only:false; response_revision:26641; number_of_response:1; }","duration":"196.554373ms","start":"2026-07-28T15:04:16.776569Z","end":"2026-07-28T15:04:16.973124Z","steps":["trace[281375327] 'process raft request' (duration: 196.433131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:17.801828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.267577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:04:17.802101Z","caller":"traceutil/trace.go:171","msg":"trace[1553755163] linearizableReadLoop","detail":"{readStateIndex:27509; appliedIndex:27504; }","duration":"871.145848ms","start":"2026-07-28T15:04:16.930935Z","end":"2026-07-28T15:04:17.802081Z","steps":["trace[1553755163] 'read index received' (duration: 42.12832ms)","trace[1553755163] 'applied index is now lower than readState.Index' (duration: 829.016238ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:04:17.802328Z","caller":"traceutil/trace.go:171","msg":"trace[1275431035] transaction","detail":"{read_only:false; response_revision:26642; number_of_response:1; }","duration":"1.023856747s","start":"2026-07-28T15:04:16.778454Z","end":"2026-07-28T15:04:17.80231Z","steps":["trace[1275431035] 'process raft request' (duration: 753.030941ms)","trace[1275431035] 'compare' (duration: 269.649604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:04:17.802426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:16.778426Z","time spent":"1.023952129s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:17.802476Z","caller":"traceutil/trace.go:171","msg":"trace[2071746387] transaction","detail":"{read_only:false; response_revision:26645; number_of_response:1; }","duration":"1.022971949s","start":"2026-07-28T15:04:16.779479Z","end":"2026-07-28T15:04:17.802451Z","steps":["trace[2071746387] 'process raft request' (duration: 1.022560251s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:17.802631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:16.779451Z","time spent":"1.023126203s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:17.802716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.74241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:04:17.802877Z","caller":"traceutil/trace.go:171","msg":"trace[2001981924] transaction","detail":"{read_only:false; response_revision:26644; number_of_response:1; }","duration":"1.024093763s","start":"2026-07-28T15:04:16.778765Z","end":"2026-07-28T15:04:17.802859Z","steps":["trace[2001981924] 'process raft request' (duration: 1.023236295s)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:17.802924Z","caller":"traceutil/trace.go:171","msg":"trace[182605179] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26645; }","duration":"872.012915ms","start":"2026-07-28T15:04:16.93088Z","end":"2026-07-28T15:04:17.802893Z","steps":["trace[182605179] 'agreement among raft nodes before linearized reading' (duration: 871.684399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:17.802969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:16.778755Z","time spent":"1.024163824s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:04:17.803006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:16.930858Z","time spent":"872.127437ms","remote":"127.0.0.1:41020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-28T15:04:17.803091Z","caller":"traceutil/trace.go:171","msg":"trace[932470788] transaction","detail":"{read_only:false; response_revision:26643; number_of_response:1; }","duration":"1.024580862s","start":"2026-07-28T15:04:16.778495Z","end":"2026-07-28T15:04:17.803076Z","steps":["trace[932470788] 'process raft request' (duration: 1.023422119s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:17.803177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:16.778471Z","time spent":"1.024661094s","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:18.106576Z","caller":"traceutil/trace.go:171","msg":"trace[1610482382] transaction","detail":"{read_only:false; response_revision:26646; number_of_response:1; }","duration":"613.428859ms","start":"2026-07-28T15:04:17.493113Z","end":"2026-07-28T15:04:18.106542Z","steps":["trace[1610482382] 'process raft request' (duration: 593.590457ms)","trace[1610482382] 'compare' (duration: 18.519466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:04:18.106798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.493096Z","time spent":"613.609392ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:04:18.112581Z","caller":"traceutil/trace.go:171","msg":"trace[1597047755] linearizableReadLoop","detail":"{readStateIndex:27511; appliedIndex:27509; }","duration":"310.418768ms","start":"2026-07-28T15:04:17.802136Z","end":"2026-07-28T15:04:18.112555Z","steps":["trace[1597047755] 'read index received' (duration: 284.540317ms)","trace[1597047755] 'applied index is now lower than readState.Index' (duration: 25.877191ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:04:18.112976Z","caller":"traceutil/trace.go:171","msg":"trace[1709125218] transaction","detail":"{read_only:false; response_revision:26647; number_of_response:1; }","duration":"133.259987ms","start":"2026-07-28T15:04:17.979698Z","end":"2026-07-28T15:04:18.112958Z","steps":["trace[1709125218] 'process raft request' (duration: 132.574434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.113283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.027587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:04:18.113313Z","caller":"traceutil/trace.go:171","msg":"trace[804128044] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26647; }","duration":"625.127939ms","start":"2026-07-28T15:04:17.48818Z","end":"2026-07-28T15:04:18.113308Z","steps":["trace[804128044] 'agreement among raft nodes before linearized reading' (duration: 624.986767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.113332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.488158Z","time spent":"625.169361ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:04:18.11345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.256292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:04:18.113468Z","caller":"traceutil/trace.go:171","msg":"trace[359411568] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26647; }","duration":"627.309973ms","start":"2026-07-28T15:04:17.486154Z","end":"2026-07-28T15:04:18.113464Z","steps":["trace[359411568] 'agreement among raft nodes before linearized reading' (duration: 627.265012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.11348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.486136Z","time spent":"627.341383ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:04:18.113589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.179411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:04:18.113609Z","caller":"traceutil/trace.go:171","msg":"trace[2119944466] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26647; }","duration":"629.269712ms","start":"2026-07-28T15:04:17.484335Z","end":"2026-07-28T15:04:18.113605Z","steps":["trace[2119944466] 'agreement among raft nodes before linearized reading' (duration: 629.200091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.113621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.484303Z","time spent":"629.316083ms","remote":"127.0.0.1:52622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-28T15:04:18.113728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.917071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:04:18.113747Z","caller":"traceutil/trace.go:171","msg":"trace[492783662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26647; }","duration":"676.974172ms","start":"2026-07-28T15:04:17.436768Z","end":"2026-07-28T15:04:18.113742Z","steps":["trace[492783662] 'agreement among raft nodes before linearized reading' (duration: 676.90855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.113759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.436749Z","time spent":"677.007803ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T15:04:18.113863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.278068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T15:04:18.113884Z","caller":"traceutil/trace.go:171","msg":"trace[937244008] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26647; }","duration":"678.315578ms","start":"2026-07-28T15:04:17.435562Z","end":"2026-07-28T15:04:18.113878Z","steps":["trace[937244008] 'agreement among raft nodes before linearized reading' (duration: 678.267727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.113897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.435553Z","time spent":"678.341799ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:04:18.114054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.117543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:04:18.114075Z","caller":"traceutil/trace.go:171","msg":"trace[644935686] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26647; }","duration":"679.152495ms","start":"2026-07-28T15:04:17.434916Z","end":"2026-07-28T15:04:18.114068Z","steps":["trace[644935686] 'agreement among raft nodes before linearized reading' (duration: 679.103964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.114088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.434911Z","time spent":"679.174305ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-28T15:04:18.114181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.287967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:04:18.114194Z","caller":"traceutil/trace.go:171","msg":"trace[1104643212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26647; }","duration":"679.321417ms","start":"2026-07-28T15:04:17.434869Z","end":"2026-07-28T15:04:18.114191Z","steps":["trace[1104643212] 'agreement among raft nodes before linearized reading' (duration: 679.277526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.114207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.434861Z","time spent":"679.342648ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T15:04:18.114266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.815406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:04:18.114282Z","caller":"traceutil/trace.go:171","msg":"trace[10925405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26647; }","duration":"679.850818ms","start":"2026-07-28T15:04:17.434427Z","end":"2026-07-28T15:04:18.114278Z","steps":["trace[10925405] 'agreement among raft nodes before linearized reading' (duration: 679.811707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.114294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.434418Z","time spent":"679.873418ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T15:04:18.114385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.861188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T15:04:18.114403Z","caller":"traceutil/trace.go:171","msg":"trace[1668976328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26647; }","duration":"680.900158ms","start":"2026-07-28T15:04:17.433498Z","end":"2026-07-28T15:04:18.114399Z","steps":["trace[1668976328] 'agreement among raft nodes before linearized reading' (duration: 680.824177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.114416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.433488Z","time spent":"680.924459ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-28T15:04:18.114528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.155893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:04:18.114545Z","caller":"traceutil/trace.go:171","msg":"trace[1646612935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26647; }","duration":"683.222705ms","start":"2026-07-28T15:04:17.431318Z","end":"2026-07-28T15:04:18.114541Z","steps":["trace[1646612935] 'agreement among raft nodes before linearized reading' (duration: 683.141253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.114558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.431291Z","time spent":"683.264266ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T15:04:18.114643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.570079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:04:18.114659Z","caller":"traceutil/trace.go:171","msg":"trace[913577955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26647; }","duration":"828.622509ms","start":"2026-07-28T15:04:17.286033Z","end":"2026-07-28T15:04:18.114655Z","steps":["trace[913577955] 'agreement among raft nodes before linearized reading' (duration: 828.594548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.114672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.286014Z","time spent":"828.65518ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:04:18.114806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.067133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:04:18.114826Z","caller":"traceutil/trace.go:171","msg":"trace[1678232527] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26647; }","duration":"305.111983ms","start":"2026-07-28T15:04:17.809708Z","end":"2026-07-28T15:04:18.11482Z","steps":["trace[1678232527] 'agreement among raft nodes before linearized reading' (duration: 305.078772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.11484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:04:17.809694Z","time spent":"305.142323ms","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-28T15:04:18.11513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.682488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:04:18.115157Z","caller":"traceutil/trace.go:171","msg":"trace[412213198] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26647; }","duration":"156.752339ms","start":"2026-07-28T15:04:17.958396Z","end":"2026-07-28T15:04:18.115148Z","steps":["trace[412213198] 'agreement among raft nodes before linearized reading' (duration: 156.713848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:18.11529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.949536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:04:18.11536Z","caller":"traceutil/trace.go:171","msg":"trace[510553749] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26647; }","duration":"248.066069ms","start":"2026-07-28T15:04:17.867279Z","end":"2026-07-28T15:04:18.115345Z","steps":["trace[510553749] 'agreement among raft nodes before linearized reading' (duration: 247.926946ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:23.943539Z","caller":"traceutil/trace.go:171","msg":"trace[1601571228] transaction","detail":"{read_only:false; response_revision:26690; number_of_response:1; }","duration":"116.283942ms","start":"2026-07-28T15:04:23.827231Z","end":"2026-07-28T15:04:23.943515Z","steps":["trace[1601571228] 'process raft request' (duration: 116.129568ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:24.00889Z","caller":"traceutil/trace.go:171","msg":"trace[547299407] transaction","detail":"{read_only:false; response_revision:26691; number_of_response:1; }","duration":"181.159479ms","start":"2026-07-28T15:04:23.827708Z","end":"2026-07-28T15:04:24.008868Z","steps":["trace[547299407] 'process raft request' (duration: 160.321099ms)","trace[547299407] 'compare' (duration: 20.705388ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:04:24.009197Z","caller":"traceutil/trace.go:171","msg":"trace[1553205202] transaction","detail":"{read_only:false; response_revision:26692; number_of_response:1; }","duration":"181.270052ms","start":"2026-07-28T15:04:23.827899Z","end":"2026-07-28T15:04:24.009169Z","steps":["trace[1553205202] 'process raft request' (duration: 180.924846ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:24.009424Z","caller":"traceutil/trace.go:171","msg":"trace[463566270] transaction","detail":"{read_only:false; response_revision:26693; number_of_response:1; }","duration":"177.309165ms","start":"2026-07-28T15:04:23.832096Z","end":"2026-07-28T15:04:24.009405Z","steps":["trace[463566270] 'process raft request' (duration: 177.016128ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:28.335714Z","caller":"traceutil/trace.go:171","msg":"trace[1225654307] transaction","detail":"{read_only:false; response_revision:26724; number_of_response:1; }","duration":"110.240762ms","start":"2026-07-28T15:04:28.225434Z","end":"2026-07-28T15:04:28.335675Z","steps":["trace[1225654307] 'process raft request' (duration: 109.712002ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:28.343461Z","caller":"traceutil/trace.go:171","msg":"trace[620307939] linearizableReadLoop","detail":"{readStateIndex:27591; appliedIndex:27589; }","duration":"117.305802ms","start":"2026-07-28T15:04:28.226134Z","end":"2026-07-28T15:04:28.34344Z","steps":["trace[620307939] 'read index received' (duration: 60.799278ms)","trace[620307939] 'applied index is now lower than readState.Index' (duration: 56.504734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:04:28.34365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.527286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T15:04:28.34373Z","caller":"traceutil/trace.go:171","msg":"trace[1975281378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26725; }","duration":"117.634628ms","start":"2026-07-28T15:04:28.226074Z","end":"2026-07-28T15:04:28.343708Z","steps":["trace[1975281378] 'agreement among raft nodes before linearized reading' (duration: 117.468125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:28.343741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.412474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T15:04:28.343798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.7299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-28T15:04:28.343815Z","caller":"traceutil/trace.go:171","msg":"trace[1328924643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26725; }","duration":"117.530726ms","start":"2026-07-28T15:04:28.226265Z","end":"2026-07-28T15:04:28.343795Z","steps":["trace[1328924643] 'agreement among raft nodes before linearized reading' (duration: 117.308422ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:04:28.34384Z","caller":"traceutil/trace.go:171","msg":"trace[597669333] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26725; }","duration":"115.792591ms","start":"2026-07-28T15:04:28.228036Z","end":"2026-07-28T15:04:28.343828Z","steps":["trace[597669333] 'agreement among raft nodes before linearized reading' (duration: 115.693399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:28.343838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.711471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T15:04:28.343886Z","caller":"traceutil/trace.go:171","msg":"trace[916782289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26725; }","duration":"112.780162ms","start":"2026-07-28T15:04:28.231092Z","end":"2026-07-28T15:04:28.343872Z","steps":["trace[916782289] 'agreement among raft nodes before linearized reading' (duration: 112.635909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:04:28.344439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.805554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-28T15:04:28.344534Z","caller":"traceutil/trace.go:171","msg":"trace[1357192397] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26725; }","duration":"112.930076ms","start":"2026-07-28T15:04:28.231577Z","end":"2026-07-28T15:04:28.344507Z","steps":["trace[1357192397] 'agreement among raft nodes before linearized reading' (duration: 112.046408ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:05:05.122048Z","caller":"traceutil/trace.go:171","msg":"trace[731524052] linearizableReadLoop","detail":"{readStateIndex:28101; appliedIndex:28100; }","duration":"117.645939ms","start":"2026-07-28T15:05:05.004375Z","end":"2026-07-28T15:05:05.122021Z","steps":["trace[731524052] 'read index received' (duration: 117.522096ms)","trace[731524052] 'applied index is now lower than readState.Index' (duration: 122.863µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:05:05.122138Z","caller":"traceutil/trace.go:171","msg":"trace[1606059604] transaction","detail":"{read_only:false; response_revision:27224; number_of_response:1; }","duration":"141.157803ms","start":"2026-07-28T15:05:04.980953Z","end":"2026-07-28T15:05:05.12211Z","steps":["trace[1606059604] 'process raft request' (duration: 140.920298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:05:05.122185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.791061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:05:05.122597Z","caller":"traceutil/trace.go:171","msg":"trace[1157228432] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27224; }","duration":"118.168569ms","start":"2026-07-28T15:05:05.004334Z","end":"2026-07-28T15:05:05.122502Z","steps":["trace[1157228432] 'agreement among raft nodes before linearized reading' (duration: 117.792052ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:05:07.43727Z","caller":"traceutil/trace.go:171","msg":"trace[1087175524] linearizableReadLoop","detail":"{readStateIndex:28122; appliedIndex:28121; }","duration":"320.131818ms","start":"2026-07-28T15:05:07.117116Z","end":"2026-07-28T15:05:07.437248Z","steps":["trace[1087175524] 'read index received' (duration: 319.941554ms)","trace[1087175524] 'applied index is now lower than readState.Index' (duration: 189.364µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:05:07.437357Z","caller":"traceutil/trace.go:171","msg":"trace[1363712604] transaction","detail":"{read_only:false; response_revision:27245; number_of_response:1; }","duration":"348.103251ms","start":"2026-07-28T15:05:07.089223Z","end":"2026-07-28T15:05:07.437327Z","steps":["trace[1363712604] 'process raft request' (duration: 347.749073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:05:07.437516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:05:07.089191Z","time spent":"348.241463ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419059,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:05:07.437617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.421354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:05:07.437817Z","caller":"traceutil/trace.go:171","msg":"trace[387599213] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:27245; }","duration":"320.73472ms","start":"2026-07-28T15:05:07.117059Z","end":"2026-07-28T15:05:07.437794Z","steps":["trace[387599213] 'agreement among raft nodes before linearized reading' (duration: 320.348493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:05:07.437873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:05:07.117022Z","time spent":"320.840123ms","remote":"127.0.0.1:37084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:05:07.648966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.232433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:05:07.649099Z","caller":"traceutil/trace.go:171","msg":"trace[1923188511] linearizableReadLoop","detail":"{readStateIndex:28123; appliedIndex:28122; }","duration":"211.757243ms","start":"2026-07-28T15:05:07.437324Z","end":"2026-07-28T15:05:07.649081Z","steps":["trace[1923188511] 'read index received' (duration: 102.188954ms)","trace[1923188511] 'applied index is now lower than readState.Index' (duration: 109.548458ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:05:07.649206Z","caller":"traceutil/trace.go:171","msg":"trace[1534379913] transaction","detail":"{read_only:false; response_revision:27246; number_of_response:1; }","duration":"434.205837ms","start":"2026-07-28T15:05:07.214987Z","end":"2026-07-28T15:05:07.649193Z","steps":["trace[1534379913] 'process raft request' (duration: 324.611477ms)","trace[1534379913] 'compare' (duration: 108.984087ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:05:07.64928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:05:07.214961Z","time spent":"434.281849ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:05:07.649429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.686418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:05:07.64954Z","caller":"traceutil/trace.go:171","msg":"trace[980648827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27246; }","duration":"363.847591ms","start":"2026-07-28T15:05:07.285666Z","end":"2026-07-28T15:05:07.649514Z","steps":["trace[980648827] 'agreement among raft nodes before linearized reading' (duration: 363.650447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:05:07.649602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:05:07.285638Z","time spent":"363.951892ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T15:05:07.955706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.633419ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-28T15:05:07.955841Z","caller":"traceutil/trace.go:171","msg":"trace[1155124501] linearizableReadLoop","detail":"{readStateIndex:28126; appliedIndex:28125; }","duration":"123.909552ms","start":"2026-07-28T15:05:07.831908Z","end":"2026-07-28T15:05:07.955817Z","steps":["trace[1155124501] 'read index received' (duration: 5.06726ms)","trace[1155124501] 'applied index is now lower than readState.Index' (duration: 118.839802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:05:07.956011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.072195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:05:07.9561Z","caller":"traceutil/trace.go:171","msg":"trace[972886017] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27248; }","duration":"124.223968ms","start":"2026-07-28T15:05:07.831857Z","end":"2026-07-28T15:05:07.956081Z","steps":["trace[972886017] 'agreement among raft nodes before linearized reading' (duration: 124.046105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:05:07.960403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.242027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:05:07.960489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.871231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-07-28T15:05:07.960521Z","caller":"traceutil/trace.go:171","msg":"trace[1807478140] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27249; }","duration":"128.36738ms","start":"2026-07-28T15:05:07.832135Z","end":"2026-07-28T15:05:07.960502Z","steps":["trace[1807478140] 'agreement among raft nodes before linearized reading' (duration: 128.221457ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:05:07.960536Z","caller":"traceutil/trace.go:171","msg":"trace[1848277301] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:27249; }","duration":"124.973523ms","start":"2026-07-28T15:05:07.83555Z","end":"2026-07-28T15:05:07.960523Z","steps":["trace[1848277301] 'agreement among raft nodes before linearized reading' (duration: 124.781879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:05:07.961039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.260138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:05:07.961091Z","caller":"traceutil/trace.go:171","msg":"trace[85644264] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:27249; }","duration":"129.094265ms","start":"2026-07-28T15:05:07.831985Z","end":"2026-07-28T15:05:07.961079Z","steps":["trace[85644264] 'agreement among raft nodes before linearized reading' (duration: 128.285878ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:06:14.610201Z","caller":"traceutil/trace.go:171","msg":"trace[1860710348] transaction","detail":"{read_only:false; response_revision:27881; number_of_response:1; }","duration":"109.725893ms","start":"2026-07-28T15:06:14.500453Z","end":"2026-07-28T15:06:14.610179Z","steps":["trace[1860710348] 'process raft request' (duration: 109.682082ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:06:14.610552Z","caller":"traceutil/trace.go:171","msg":"trace[350236823] transaction","detail":"{read_only:false; response_revision:27880; number_of_response:1; }","duration":"113.342684ms","start":"2026-07-28T15:06:14.497188Z","end":"2026-07-28T15:06:14.610531Z","steps":["trace[350236823] 'process raft request' (duration: 112.785782ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:07:20.143018Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25836} {"level":"info","ts":"2026-07-28T15:07:20.312696Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25836,"took":"164.617092ms","hash":2050286577,"current-db-size-bytes":60407808,"current-db-size":"60 MB","current-db-size-in-use-bytes":35749888,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-28T15:07:20.312778Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2050286577,"revision":25836,"compact-revision":22502} {"level":"info","ts":"2026-07-28T15:08:12.036891Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T15:08:12.042237Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-28T15:08:12.042407Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-28T15:12:20.153235Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28458} {"level":"info","ts":"2026-07-28T15:12:20.297883Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28458,"took":"140.339234ms","hash":3067753598,"current-db-size-bytes":60407808,"current-db-size":"60 MB","current-db-size-in-use-bytes":34377728,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-28T15:12:20.297938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3067753598,"revision":28458,"compact-revision":25836} {"level":"warn","ts":"2026-07-28T15:15:50.05698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.809457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:15:50.05708Z","caller":"traceutil/trace.go:171","msg":"trace[2094912527] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:32603; }","duration":"181.963459ms","start":"2026-07-28T15:15:49.875095Z","end":"2026-07-28T15:15:50.057058Z","steps":["trace[2094912527] 'count revisions from in-memory index tree' (duration: 181.727765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:15:50.411151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.199496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T15:15:50.41125Z","caller":"traceutil/trace.go:171","msg":"trace[1079314809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32604; }","duration":"236.337259ms","start":"2026-07-28T15:15:50.174891Z","end":"2026-07-28T15:15:50.411228Z","steps":["trace[1079314809] 'range keys from in-memory index tree' (duration: 236.045953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:15:50.411457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.582606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-28T15:15:50.411518Z","caller":"traceutil/trace.go:171","msg":"trace[1060146294] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:32604; }","duration":"198.665968ms","start":"2026-07-28T15:15:50.212836Z","end":"2026-07-28T15:15:50.411502Z","steps":["trace[1060146294] 'range keys from in-memory index tree' (duration: 198.452764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:15:50.411498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.504448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:15:50.411588Z","caller":"traceutil/trace.go:171","msg":"trace[271262496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32604; }","duration":"127.633511ms","start":"2026-07-28T15:15:50.283933Z","end":"2026-07-28T15:15:50.411566Z","steps":["trace[271262496] 'range keys from in-memory index tree' (duration: 127.419506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:15:50.411743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.050004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T15:15:50.41175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.772981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-28T15:15:50.411784Z","caller":"traceutil/trace.go:171","msg":"trace[375898705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:32604; }","duration":"203.108915ms","start":"2026-07-28T15:15:50.208664Z","end":"2026-07-28T15:15:50.411773Z","steps":["trace[375898705] 'range keys from in-memory index tree' (duration: 202.914831ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:15:50.41179Z","caller":"traceutil/trace.go:171","msg":"trace[118553261] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32604; }","duration":"226.830462ms","start":"2026-07-28T15:15:50.184947Z","end":"2026-07-28T15:15:50.411778Z","steps":["trace[118553261] 'range keys from in-memory index tree' (duration: 226.667279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:15:50.411797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.277839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T15:15:50.411875Z","caller":"traceutil/trace.go:171","msg":"trace[778566055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32604; }","duration":"236.37967ms","start":"2026-07-28T15:15:50.175478Z","end":"2026-07-28T15:15:50.411858Z","steps":["trace[778566055] 'range keys from in-memory index tree' (duration: 236.152226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:15:50.411927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.480693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:15:50.411965Z","caller":"traceutil/trace.go:171","msg":"trace[560278120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32604; }","duration":"236.534213ms","start":"2026-07-28T15:15:50.175422Z","end":"2026-07-28T15:15:50.411957Z","steps":["trace[560278120] 'range keys from in-memory index tree' (duration: 236.3494ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:15:50.43515Z","caller":"traceutil/trace.go:171","msg":"trace[1114610218] linearizableReadLoop","detail":"{readStateIndex:33633; appliedIndex:33632; }","duration":"126.410447ms","start":"2026-07-28T15:15:50.308688Z","end":"2026-07-28T15:15:50.435099Z","steps":["trace[1114610218] 'read index received' (duration: 126.216763ms)","trace[1114610218] 'applied index is now lower than readState.Index' (duration: 192.594µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:15:50.435205Z","caller":"traceutil/trace.go:171","msg":"trace[1878894870] transaction","detail":"{read_only:false; response_revision:32605; number_of_response:1; }","duration":"134.942736ms","start":"2026-07-28T15:15:50.300236Z","end":"2026-07-28T15:15:50.435179Z","steps":["trace[1878894870] 'process raft request' (duration: 134.69545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:15:50.435324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.617671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:15:50.435614Z","caller":"traceutil/trace.go:171","msg":"trace[38071649] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:32605; }","duration":"126.919337ms","start":"2026-07-28T15:15:50.308675Z","end":"2026-07-28T15:15:50.435594Z","steps":["trace[38071649] 'agreement among raft nodes before linearized reading' (duration: 126.58596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:15:52.440974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.998549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:15:52.441042Z","caller":"traceutil/trace.go:171","msg":"trace[832702458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32618; }","duration":"155.121731ms","start":"2026-07-28T15:15:52.285905Z","end":"2026-07-28T15:15:52.441027Z","steps":["trace[832702458] 'range keys from in-memory index tree' (duration: 154.866565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:15:52.442366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.484835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:202 size:1916010"} {"level":"info","ts":"2026-07-28T15:15:52.442398Z","caller":"traceutil/trace.go:171","msg":"trace[1988505075] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:32618; }","duration":"135.557517ms","start":"2026-07-28T15:15:52.306832Z","end":"2026-07-28T15:15:52.44239Z","steps":["trace[1988505075] 'range keys from in-memory index tree' (duration: 134.612098ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:15:52.857991Z","caller":"traceutil/trace.go:171","msg":"trace[1768263683] transaction","detail":"{read_only:false; response_revision:32627; number_of_response:1; }","duration":"101.311553ms","start":"2026-07-28T15:15:52.756649Z","end":"2026-07-28T15:15:52.857961Z","steps":["trace[1768263683] 'process raft request' (duration: 101.1462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:16:00.265887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.165296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:16:00.265888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.674721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:16:00.265957Z","caller":"traceutil/trace.go:171","msg":"trace[969590313] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:32676; }","duration":"171.31176ms","start":"2026-07-28T15:16:00.094628Z","end":"2026-07-28T15:16:00.265939Z","steps":["trace[969590313] 'count revisions from in-memory index tree' (duration: 171.049455ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:00.265969Z","caller":"traceutil/trace.go:171","msg":"trace[1469267835] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:32676; }","duration":"218.807874ms","start":"2026-07-28T15:16:00.047142Z","end":"2026-07-28T15:16:00.265949Z","steps":["trace[1469267835] 'count revisions from in-memory index tree' (duration: 218.494648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:16:00.265885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.326371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:16:00.266143Z","caller":"traceutil/trace.go:171","msg":"trace[1645042476] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:32676; }","duration":"200.613546ms","start":"2026-07-28T15:16:00.065483Z","end":"2026-07-28T15:16:00.266096Z","steps":["trace[1645042476] 'count revisions from in-memory index tree' (duration: 200.220508ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:04.45351Z","caller":"traceutil/trace.go:171","msg":"trace[1573033680] linearizableReadLoop","detail":"{readStateIndex:33738; appliedIndex:33737; }","duration":"150.224906ms","start":"2026-07-28T15:16:04.303262Z","end":"2026-07-28T15:16:04.453487Z","steps":["trace[1573033680] 'read index received' (duration: 92.084542ms)","trace[1573033680] 'applied index is now lower than readState.Index' (duration: 58.139144ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:16:04.453628Z","caller":"traceutil/trace.go:171","msg":"trace[238457006] transaction","detail":"{read_only:false; response_revision:32707; number_of_response:1; }","duration":"156.113881ms","start":"2026-07-28T15:16:04.297501Z","end":"2026-07-28T15:16:04.453615Z","steps":["trace[238457006] 'process raft request' (duration: 97.898516ms)","trace[238457006] 'compare' (duration: 57.89994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:16:04.453841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.552632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:16:04.45394Z","caller":"traceutil/trace.go:171","msg":"trace[1109550088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32707; }","duration":"150.684704ms","start":"2026-07-28T15:16:04.303232Z","end":"2026-07-28T15:16:04.453916Z","steps":["trace[1109550088] 'agreement among raft nodes before linearized reading' (duration: 150.508871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:16:04.455389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.950393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:202 size:1916010"} {"level":"info","ts":"2026-07-28T15:16:04.455469Z","caller":"traceutil/trace.go:171","msg":"trace[85733473] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:202; response_revision:32707; }","duration":"141.065765ms","start":"2026-07-28T15:16:04.314387Z","end":"2026-07-28T15:16:04.455452Z","steps":["trace[85733473] 'agreement among raft nodes before linearized reading' (duration: 139.315761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:16:07.829662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.631489ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-28T15:16:07.829811Z","caller":"traceutil/trace.go:171","msg":"trace[86698740] linearizableReadLoop","detail":"{readStateIndex:33765; appliedIndex:33764; }","duration":"144.430121ms","start":"2026-07-28T15:16:07.685341Z","end":"2026-07-28T15:16:07.829771Z","steps":["trace[86698740] 'read index received' (duration: 39.517027ms)","trace[86698740] 'applied index is now lower than readState.Index' (duration: 104.911784ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:16:07.830448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.057274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18186"} {"level":"info","ts":"2026-07-28T15:16:07.830702Z","caller":"traceutil/trace.go:171","msg":"trace[329382720] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:32733; }","duration":"145.37878ms","start":"2026-07-28T15:16:07.685283Z","end":"2026-07-28T15:16:07.830662Z","steps":["trace[329382720] 'agreement among raft nodes before linearized reading' (duration: 144.557694ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:28.983271Z","caller":"traceutil/trace.go:171","msg":"trace[1337461351] transaction","detail":"{read_only:false; response_revision:32884; number_of_response:1; }","duration":"138.698988ms","start":"2026-07-28T15:16:28.844547Z","end":"2026-07-28T15:16:28.983246Z","steps":["trace[1337461351] 'process raft request' (duration: 131.510577ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:28.990103Z","caller":"traceutil/trace.go:171","msg":"trace[923181122] transaction","detail":"{read_only:false; response_revision:32885; number_of_response:1; }","duration":"144.648915ms","start":"2026-07-28T15:16:28.845443Z","end":"2026-07-28T15:16:28.990092Z","steps":["trace[923181122] 'process raft request' (duration: 144.558603ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:28.990437Z","caller":"traceutil/trace.go:171","msg":"trace[1297616452] transaction","detail":"{read_only:false; response_revision:32886; number_of_response:1; }","duration":"144.89286ms","start":"2026-07-28T15:16:28.845511Z","end":"2026-07-28T15:16:28.990404Z","steps":["trace[1297616452] 'process raft request' (duration: 144.548474ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:28.990549Z","caller":"traceutil/trace.go:171","msg":"trace[79682074] linearizableReadLoop","detail":"{readStateIndex:33923; appliedIndex:33919; }","duration":"144.173696ms","start":"2026-07-28T15:16:28.846349Z","end":"2026-07-28T15:16:28.990523Z","steps":["trace[79682074] 'read index received' (duration: 129.722361ms)","trace[79682074] 'applied index is now lower than readState.Index' (duration: 14.449375ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:16:28.990625Z","caller":"traceutil/trace.go:171","msg":"trace[767089708] transaction","detail":"{read_only:false; response_revision:32888; number_of_response:1; }","duration":"122.663973ms","start":"2026-07-28T15:16:28.86795Z","end":"2026-07-28T15:16:28.990614Z","steps":["trace[767089708] 'process raft request' (duration: 122.432458ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:28.990452Z","caller":"traceutil/trace.go:171","msg":"trace[181981003] transaction","detail":"{read_only:false; response_revision:32887; number_of_response:1; }","duration":"144.908931ms","start":"2026-07-28T15:16:28.84552Z","end":"2026-07-28T15:16:28.990429Z","steps":["trace[181981003] 'process raft request' (duration: 144.761008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:16:28.990844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.462752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T15:16:28.990929Z","caller":"traceutil/trace.go:171","msg":"trace[97087078] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:32888; }","duration":"144.582684ms","start":"2026-07-28T15:16:28.846325Z","end":"2026-07-28T15:16:28.990908Z","steps":["trace[97087078] 'agreement among raft nodes before linearized reading' (duration: 144.292838ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:29.125222Z","caller":"traceutil/trace.go:171","msg":"trace[582952636] transaction","detail":"{read_only:false; response_revision:32890; number_of_response:1; }","duration":"129.896415ms","start":"2026-07-28T15:16:28.9953Z","end":"2026-07-28T15:16:29.125196Z","steps":["trace[582952636] 'process raft request' (duration: 129.706502ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:29.125566Z","caller":"traceutil/trace.go:171","msg":"trace[1512058461] transaction","detail":"{read_only:false; response_revision:32892; number_of_response:1; }","duration":"123.984459ms","start":"2026-07-28T15:16:29.00156Z","end":"2026-07-28T15:16:29.125545Z","steps":["trace[1512058461] 'process raft request' (duration: 123.866517ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:29.125648Z","caller":"traceutil/trace.go:171","msg":"trace[1397827465] transaction","detail":"{read_only:false; response_revision:32891; number_of_response:1; }","duration":"124.448348ms","start":"2026-07-28T15:16:29.00117Z","end":"2026-07-28T15:16:29.125619Z","steps":["trace[1397827465] 'process raft request' (duration: 123.98915ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:48.31731Z","caller":"traceutil/trace.go:171","msg":"trace[664696148] transaction","detail":"{read_only:false; response_revision:33026; number_of_response:1; }","duration":"101.295693ms","start":"2026-07-28T15:16:48.215993Z","end":"2026-07-28T15:16:48.317289Z","steps":["trace[664696148] 'process raft request' (duration: 101.15349ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:16:56.561041Z","caller":"traceutil/trace.go:171","msg":"trace[238809372] transaction","detail":"{read_only:false; response_revision:33087; number_of_response:1; }","duration":"114.535764ms","start":"2026-07-28T15:16:56.446453Z","end":"2026-07-28T15:16:56.560989Z","steps":["trace[238809372] 'process raft request' (duration: 73.923225ms)","trace[238809372] 'compare' (duration: 40.241192ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:07.636523Z","caller":"traceutil/trace.go:171","msg":"trace[2145914777] linearizableReadLoop","detail":"{readStateIndex:34204; appliedIndex:34203; }","duration":"250.488318ms","start":"2026-07-28T15:17:07.385996Z","end":"2026-07-28T15:17:07.636484Z","steps":["trace[2145914777] 'read index received' (duration: 250.404376ms)","trace[2145914777] 'applied index is now lower than readState.Index' (duration: 82.342µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:07.636624Z","caller":"traceutil/trace.go:171","msg":"trace[100963624] transaction","detail":"{read_only:false; response_revision:33161; number_of_response:1; }","duration":"333.916549ms","start":"2026-07-28T15:17:07.302672Z","end":"2026-07-28T15:17:07.636588Z","steps":["trace[100963624] 'process raft request' (duration: 333.633473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:07.636781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.760373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-28T15:17:07.636829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:07.302654Z","time spent":"334.068881ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:17:07.636873Z","caller":"traceutil/trace.go:171","msg":"trace[1384772524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33161; }","duration":"250.864135ms","start":"2026-07-28T15:17:07.38599Z","end":"2026-07-28T15:17:07.636854Z","steps":["trace[1384772524] 'agreement among raft nodes before linearized reading' (duration: 250.62ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:07.639538Z","caller":"traceutil/trace.go:171","msg":"trace[1463355822] transaction","detail":"{read_only:false; response_revision:33162; number_of_response:1; }","duration":"251.101079ms","start":"2026-07-28T15:17:07.388417Z","end":"2026-07-28T15:17:07.639519Z","steps":["trace[1463355822] 'process raft request' (duration: 250.825664ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:07.63958Z","caller":"traceutil/trace.go:171","msg":"trace[1852777605] transaction","detail":"{read_only:false; response_revision:33164; number_of_response:1; }","duration":"250.346824ms","start":"2026-07-28T15:17:07.389195Z","end":"2026-07-28T15:17:07.639542Z","steps":["trace[1852777605] 'process raft request' (duration: 250.261982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:07.639822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.622202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:17:07.639883Z","caller":"traceutil/trace.go:171","msg":"trace[2025723140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33165; }","duration":"248.701773ms","start":"2026-07-28T15:17:07.391165Z","end":"2026-07-28T15:17:07.639867Z","steps":["trace[2025723140] 'agreement among raft nodes before linearized reading' (duration: 248.510848ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:07.639884Z","caller":"traceutil/trace.go:171","msg":"trace[1724156004] transaction","detail":"{read_only:false; response_revision:33165; number_of_response:1; }","duration":"250.557419ms","start":"2026-07-28T15:17:07.389314Z","end":"2026-07-28T15:17:07.639871Z","steps":["trace[1724156004] 'process raft request' (duration: 250.182081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:07.63989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.243447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T15:17:07.639623Z","caller":"traceutil/trace.go:171","msg":"trace[2045253071] transaction","detail":"{read_only:false; response_revision:33163; number_of_response:1; }","duration":"250.501598ms","start":"2026-07-28T15:17:07.389083Z","end":"2026-07-28T15:17:07.639584Z","steps":["trace[2045253071] 'process raft request' (duration: 250.339624ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:07.63998Z","caller":"traceutil/trace.go:171","msg":"trace[502014246] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33165; }","duration":"208.3827ms","start":"2026-07-28T15:17:07.431573Z","end":"2026-07-28T15:17:07.639955Z","steps":["trace[502014246] 'agreement among raft nodes before linearized reading' (duration: 208.134424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:07.640102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.732115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-28T15:17:07.639824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.837697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T15:17:07.640208Z","caller":"traceutil/trace.go:171","msg":"trace[1904774121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33165; }","duration":"214.243115ms","start":"2026-07-28T15:17:07.425939Z","end":"2026-07-28T15:17:07.640182Z","steps":["trace[1904774121] 'agreement among raft nodes before linearized reading' (duration: 213.772625ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:07.64048Z","caller":"traceutil/trace.go:171","msg":"trace[1841653210] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33165; }","duration":"245.860837ms","start":"2026-07-28T15:17:07.394311Z","end":"2026-07-28T15:17:07.640172Z","steps":["trace[1841653210] 'agreement among raft nodes before linearized reading' (duration: 245.446359ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:07.741396Z","caller":"traceutil/trace.go:171","msg":"trace[1652034851] transaction","detail":"{read_only:false; response_revision:33166; number_of_response:1; }","duration":"100.307844ms","start":"2026-07-28T15:17:07.641051Z","end":"2026-07-28T15:17:07.741359Z","steps":["trace[1652034851] 'process raft request' (duration: 98.943697ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:07.862121Z","caller":"traceutil/trace.go:171","msg":"trace[545264773] linearizableReadLoop","detail":"{readStateIndex:34214; appliedIndex:34213; }","duration":"103.367974ms","start":"2026-07-28T15:17:07.758724Z","end":"2026-07-28T15:17:07.862091Z","steps":["trace[545264773] 'read index received' (duration: 54.241857ms)","trace[545264773] 'applied index is now lower than readState.Index' (duration: 49.124527ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:17:07.862346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.587198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:17:07.862393Z","caller":"traceutil/trace.go:171","msg":"trace[1345925353] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33170; }","duration":"103.697071ms","start":"2026-07-28T15:17:07.758683Z","end":"2026-07-28T15:17:07.86238Z","steps":["trace[1345925353] 'agreement among raft nodes before linearized reading' (duration: 103.581898ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:08.471673Z","caller":"traceutil/trace.go:171","msg":"trace[814513655] linearizableReadLoop","detail":"{readStateIndex:34216; appliedIndex:34214; }","duration":"185.115103ms","start":"2026-07-28T15:17:08.286534Z","end":"2026-07-28T15:17:08.471649Z","steps":["trace[814513655] 'read index received' (duration: 52.515104ms)","trace[814513655] 'applied index is now lower than readState.Index' (duration: 132.598899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:17:08.471796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.249815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:17:08.47183Z","caller":"traceutil/trace.go:171","msg":"trace[692846466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33172; }","duration":"185.339827ms","start":"2026-07-28T15:17:08.286479Z","end":"2026-07-28T15:17:08.471819Z","steps":["trace[692846466] 'agreement among raft nodes before linearized reading' (duration: 185.268346ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:08.471825Z","caller":"traceutil/trace.go:171","msg":"trace[1050283130] transaction","detail":"{read_only:false; response_revision:33172; number_of_response:1; }","duration":"227.370343ms","start":"2026-07-28T15:17:08.244398Z","end":"2026-07-28T15:17:08.471769Z","steps":["trace[1050283130] 'process raft request' (duration: 227.091788ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:09.413455Z","caller":"traceutil/trace.go:171","msg":"trace[1525241323] transaction","detail":"{read_only:false; response_revision:33176; number_of_response:1; }","duration":"107.621687ms","start":"2026-07-28T15:17:09.305801Z","end":"2026-07-28T15:17:09.413423Z","steps":["trace[1525241323] 'process raft request' (duration: 107.369883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:10.034426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.866595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:17:10.034699Z","caller":"traceutil/trace.go:171","msg":"trace[14378626] transaction","detail":"{read_only:false; response_revision:33185; number_of_response:1; }","duration":"284.017147ms","start":"2026-07-28T15:17:09.750661Z","end":"2026-07-28T15:17:10.034678Z","steps":["trace[14378626] 'process raft request' (duration: 283.865425ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:10.034752Z","caller":"traceutil/trace.go:171","msg":"trace[328700912] transaction","detail":"{read_only:false; response_revision:33186; number_of_response:1; }","duration":"283.792133ms","start":"2026-07-28T15:17:09.75093Z","end":"2026-07-28T15:17:10.034722Z","steps":["trace[328700912] 'process raft request' (duration: 283.645391ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:10.034784Z","caller":"traceutil/trace.go:171","msg":"trace[1825070551] transaction","detail":"{read_only:false; response_revision:33187; number_of_response:1; }","duration":"283.594069ms","start":"2026-07-28T15:17:09.751166Z","end":"2026-07-28T15:17:10.03476Z","steps":["trace[1825070551] 'process raft request' (duration: 283.439136ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:10.034903Z","caller":"traceutil/trace.go:171","msg":"trace[846180716] transaction","detail":"{read_only:false; response_revision:33184; number_of_response:1; }","duration":"284.338793ms","start":"2026-07-28T15:17:09.750551Z","end":"2026-07-28T15:17:10.03489Z","steps":["trace[846180716] 'process raft request' (duration: 123.933688ms)","trace[846180716] 'compare' (duration: 159.766813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:17:10.280193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.913476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:17:10.280283Z","caller":"traceutil/trace.go:171","msg":"trace[1927625706] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33187; }","duration":"127.071779ms","start":"2026-07-28T15:17:10.15319Z","end":"2026-07-28T15:17:10.280262Z","steps":["trace[1927625706] 'range keys from in-memory index tree' (duration: 126.806654ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:20.158916Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30995} {"level":"info","ts":"2026-07-28T15:17:20.298854Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30995,"took":"135.406254ms","hash":4257347994,"current-db-size-bytes":60407808,"current-db-size":"60 MB","current-db-size-in-use-bytes":32468992,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T15:17:20.298929Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4257347994,"revision":30995,"compact-revision":28458} {"level":"info","ts":"2026-07-28T15:17:22.921392Z","caller":"traceutil/trace.go:171","msg":"trace[306541544] transaction","detail":"{read_only:false; response_revision:33276; number_of_response:1; }","duration":"161.488237ms","start":"2026-07-28T15:17:22.759878Z","end":"2026-07-28T15:17:22.921367Z","steps":["trace[306541544] 'process raft request' (duration: 161.167121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:23.391685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.078097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:17:23.392079Z","caller":"traceutil/trace.go:171","msg":"trace[1482872405] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:33276; }","duration":"382.493385ms","start":"2026-07-28T15:17:23.009567Z","end":"2026-07-28T15:17:23.39206Z","steps":["trace[1482872405] 'count revisions from in-memory index tree' (duration: 381.985855ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:23.391805Z","caller":"traceutil/trace.go:171","msg":"trace[13501667] linearizableReadLoop","detail":"{readStateIndex:34325; appliedIndex:34324; }","duration":"105.366412ms","start":"2026-07-28T15:17:23.286414Z","end":"2026-07-28T15:17:23.39178Z","steps":["trace[13501667] 'read index received' (duration: 101.002757ms)","trace[13501667] 'applied index is now lower than readState.Index' (duration: 4.362835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:17:23.391903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.487544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:17:23.39227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:23.009497Z","time spent":"382.759929ms","remote":"127.0.0.1:40988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:17:23.392322Z","caller":"traceutil/trace.go:171","msg":"trace[2047449021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33277; }","duration":"105.932773ms","start":"2026-07-28T15:17:23.286349Z","end":"2026-07-28T15:17:23.392282Z","steps":["trace[2047449021] 'agreement among raft nodes before linearized reading' (duration: 105.503315ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:23.391871Z","caller":"traceutil/trace.go:171","msg":"trace[1097398573] transaction","detail":"{read_only:false; response_revision:33277; number_of_response:1; }","duration":"296.991352ms","start":"2026-07-28T15:17:23.094839Z","end":"2026-07-28T15:17:23.39183Z","steps":["trace[1097398573] 'process raft request' (duration: 292.560605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:23.624946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.428501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:17:23.625077Z","caller":"traceutil/trace.go:171","msg":"trace[1760794342] linearizableReadLoop","detail":"{readStateIndex:34326; appliedIndex:34325; }","duration":"147.41984ms","start":"2026-07-28T15:17:23.477629Z","end":"2026-07-28T15:17:23.625049Z","steps":["trace[1760794342] 'read index received' (duration: 34.769374ms)","trace[1760794342] 'applied index is now lower than readState.Index' (duration: 112.649276ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:23.625209Z","caller":"traceutil/trace.go:171","msg":"trace[646746533] transaction","detail":"{read_only:false; response_revision:33278; number_of_response:1; }","duration":"226.751441ms","start":"2026-07-28T15:17:23.39841Z","end":"2026-07-28T15:17:23.625161Z","steps":["trace[646746533] 'process raft request' (duration: 113.984022ms)","trace[646746533] 'compare' (duration: 112.313829ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:17:23.625301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.679195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-28T15:17:23.625335Z","caller":"traceutil/trace.go:171","msg":"trace[1625784738] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33278; }","duration":"147.762667ms","start":"2026-07-28T15:17:23.477562Z","end":"2026-07-28T15:17:23.625325Z","steps":["trace[1625784738] 'agreement among raft nodes before linearized reading' (duration: 147.589114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:24.116423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.710368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:17:24.11654Z","caller":"traceutil/trace.go:171","msg":"trace[404880416] transaction","detail":"{read_only:false; response_revision:33279; number_of_response:1; }","duration":"486.986409ms","start":"2026-07-28T15:17:23.629532Z","end":"2026-07-28T15:17:24.116518Z","steps":["trace[404880416] 'process raft request' (duration: 162.079498ms)","trace[404880416] 'compare' (duration: 324.32378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:17:24.116651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:23.629513Z","time spent":"487.060702ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:17:24.166094Z","caller":"traceutil/trace.go:171","msg":"trace[1731934514] transaction","detail":"{read_only:false; response_revision:33281; number_of_response:1; }","duration":"383.953612ms","start":"2026-07-28T15:17:23.782111Z","end":"2026-07-28T15:17:24.166064Z","steps":["trace[1731934514] 'process raft request' (duration: 383.858341ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:24.166126Z","caller":"traceutil/trace.go:171","msg":"trace[465958958] transaction","detail":"{read_only:false; response_revision:33280; number_of_response:1; }","duration":"536.388122ms","start":"2026-07-28T15:17:23.629711Z","end":"2026-07-28T15:17:24.166099Z","steps":["trace[465958958] 'process raft request' (duration: 536.107707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:24.166264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:23.629704Z","time spent":"536.483664ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:17:24.166267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:23.782076Z","time spent":"384.100846ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:17:24.166779Z","caller":"traceutil/trace.go:171","msg":"trace[1397916057] transaction","detail":"{read_only:false; response_revision:33282; number_of_response:1; }","duration":"384.072345ms","start":"2026-07-28T15:17:23.782649Z","end":"2026-07-28T15:17:24.166721Z","steps":["trace[1397916057] 'process raft request' (duration: 383.361461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:24.166998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:23.782632Z","time spent":"384.252499ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:17:24.167444Z","caller":"traceutil/trace.go:171","msg":"trace[1359387827] linearizableReadLoop","detail":"{readStateIndex:34333; appliedIndex:34327; }","duration":"255.507177ms","start":"2026-07-28T15:17:23.911922Z","end":"2026-07-28T15:17:24.167429Z","steps":["trace[1359387827] 'read index received' (duration: 253.911756ms)","trace[1359387827] 'applied index is now lower than readState.Index' (duration: 1.594661ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:24.16747Z","caller":"traceutil/trace.go:171","msg":"trace[1684975790] transaction","detail":"{read_only:false; response_revision:33283; number_of_response:1; }","duration":"383.562505ms","start":"2026-07-28T15:17:23.783871Z","end":"2026-07-28T15:17:24.167434Z","steps":["trace[1684975790] 'process raft request' (duration: 382.683978ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:24.167542Z","caller":"traceutil/trace.go:171","msg":"trace[488162863] transaction","detail":"{read_only:false; response_revision:33285; number_of_response:1; }","duration":"382.470184ms","start":"2026-07-28T15:17:23.785054Z","end":"2026-07-28T15:17:24.167524Z","steps":["trace[488162863] 'process raft request' (duration: 382.330121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:24.167573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.65082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:17:24.167614Z","caller":"traceutil/trace.go:171","msg":"trace[1559398253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:33285; }","duration":"255.699461ms","start":"2026-07-28T15:17:23.911902Z","end":"2026-07-28T15:17:24.167601Z","steps":["trace[1559398253] 'agreement among raft nodes before linearized reading' (duration: 255.626289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:24.167653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:23.78501Z","time spent":"382.584086ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:17:24.167666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:23.783841Z","time spent":"383.725039ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:17:24.167823Z","caller":"traceutil/trace.go:171","msg":"trace[1238393712] transaction","detail":"{read_only:false; response_revision:33284; number_of_response:1; }","duration":"382.681568ms","start":"2026-07-28T15:17:23.784828Z","end":"2026-07-28T15:17:24.167509Z","steps":["trace[1238393712] 'process raft request' (duration: 382.406413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:24.169359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:23.784815Z","time spent":"384.438232ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:17:24.443541Z","caller":"traceutil/trace.go:171","msg":"trace[322059962] transaction","detail":"{read_only:false; response_revision:33286; number_of_response:1; }","duration":"271.123264ms","start":"2026-07-28T15:17:24.172378Z","end":"2026-07-28T15:17:24.443501Z","steps":["trace[322059962] 'process raft request' (duration: 270.92324ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:24.445573Z","caller":"traceutil/trace.go:171","msg":"trace[478975451] linearizableReadLoop","detail":"{readStateIndex:34338; appliedIndex:34333; }","duration":"158.683711ms","start":"2026-07-28T15:17:24.286868Z","end":"2026-07-28T15:17:24.445551Z","steps":["trace[478975451] 'read index received' (duration: 156.449217ms)","trace[478975451] 'applied index is now lower than readState.Index' (duration: 2.233514ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:24.445643Z","caller":"traceutil/trace.go:171","msg":"trace[1001766615] transaction","detail":"{read_only:false; response_revision:33290; number_of_response:1; }","duration":"271.542622ms","start":"2026-07-28T15:17:24.17408Z","end":"2026-07-28T15:17:24.445623Z","steps":["trace[1001766615] 'process raft request' (duration: 271.432679ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:24.44564Z","caller":"traceutil/trace.go:171","msg":"trace[691086504] transaction","detail":"{read_only:false; response_revision:33289; number_of_response:1; }","duration":"271.92363ms","start":"2026-07-28T15:17:24.173685Z","end":"2026-07-28T15:17:24.445608Z","steps":["trace[691086504] 'process raft request' (duration: 271.795516ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:24.445642Z","caller":"traceutil/trace.go:171","msg":"trace[920212291] transaction","detail":"{read_only:false; response_revision:33288; number_of_response:1; }","duration":"272.233266ms","start":"2026-07-28T15:17:24.173386Z","end":"2026-07-28T15:17:24.445619Z","steps":["trace[920212291] 'process raft request' (duration: 272.046621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:24.445869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.913761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:17:24.445967Z","caller":"traceutil/trace.go:171","msg":"trace[540989843] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:33290; }","duration":"143.059684ms","start":"2026-07-28T15:17:24.302884Z","end":"2026-07-28T15:17:24.445944Z","steps":["trace[540989843] 'agreement among raft nodes before linearized reading' (duration: 142.83647ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:24.445905Z","caller":"traceutil/trace.go:171","msg":"trace[763801434] transaction","detail":"{read_only:false; response_revision:33287; number_of_response:1; }","duration":"272.570312ms","start":"2026-07-28T15:17:24.173277Z","end":"2026-07-28T15:17:24.445847Z","steps":["trace[763801434] 'process raft request' (duration: 272.002211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:24.445996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.028689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:17:24.446202Z","caller":"traceutil/trace.go:171","msg":"trace[140679539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33290; }","duration":"159.371685ms","start":"2026-07-28T15:17:24.286817Z","end":"2026-07-28T15:17:24.446189Z","steps":["trace[140679539] 'agreement among raft nodes before linearized reading' (duration: 158.857795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:32.502233Z","caller":"traceutil/trace.go:171","msg":"trace[1000179680] transaction","detail":"{read_only:false; response_revision:33336; number_of_response:1; }","duration":"285.66429ms","start":"2026-07-28T15:17:32.216544Z","end":"2026-07-28T15:17:32.502209Z","steps":["trace[1000179680] 'process raft request' (duration: 285.512787ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:32.783119Z","caller":"traceutil/trace.go:171","msg":"trace[35595193] transaction","detail":"{read_only:false; response_revision:33338; number_of_response:1; }","duration":"561.415214ms","start":"2026-07-28T15:17:32.221681Z","end":"2026-07-28T15:17:32.783096Z","steps":["trace[35595193] 'process raft request' (duration: 561.339002ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:32.783243Z","caller":"traceutil/trace.go:171","msg":"trace[1181764963] transaction","detail":"{read_only:false; response_revision:33337; number_of_response:1; }","duration":"562.080987ms","start":"2026-07-28T15:17:32.221129Z","end":"2026-07-28T15:17:32.78321Z","steps":["trace[1181764963] 'process raft request' (duration: 561.73595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:32.783282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.22167Z","time spent":"561.521886ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:17:32.783414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.221115Z","time spent":"562.214069ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:17:32.783448Z","caller":"traceutil/trace.go:171","msg":"trace[1210739432] transaction","detail":"{read_only:false; response_revision:33339; number_of_response:1; }","duration":"561.407514ms","start":"2026-07-28T15:17:32.222009Z","end":"2026-07-28T15:17:32.783416Z","steps":["trace[1210739432] 'process raft request' (duration: 561.051436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:32.783627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.221998Z","time spent":"561.538376ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:17:32.783724Z","caller":"traceutil/trace.go:171","msg":"trace[96168683] transaction","detail":"{read_only:false; response_revision:33340; number_of_response:1; }","duration":"560.873193ms","start":"2026-07-28T15:17:32.222837Z","end":"2026-07-28T15:17:32.78371Z","steps":["trace[96168683] 'process raft request' (duration: 560.485785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:32.78381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.222815Z","time spent":"560.952975ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:17:32.784026Z","caller":"traceutil/trace.go:171","msg":"trace[1887709752] linearizableReadLoop","detail":"{readStateIndex:34389; appliedIndex:34384; }","duration":"555.703542ms","start":"2026-07-28T15:17:32.228309Z","end":"2026-07-28T15:17:32.784012Z","steps":["trace[1887709752] 'read index received' (duration: 273.680675ms)","trace[1887709752] 'applied index is now lower than readState.Index' (duration: 282.021947ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:32.784127Z","caller":"traceutil/trace.go:171","msg":"trace[1576401317] transaction","detail":"{read_only:false; response_revision:33341; number_of_response:1; }","duration":"329.194646ms","start":"2026-07-28T15:17:32.454902Z","end":"2026-07-28T15:17:32.784097Z","steps":["trace[1576401317] 'process raft request' (duration: 328.759667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:32.784288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.454876Z","time spent":"329.351718ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:17:32.784297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.982807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:17:32.784361Z","caller":"traceutil/trace.go:171","msg":"trace[1323248863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33341; }","duration":"556.071578ms","start":"2026-07-28T15:17:32.228273Z","end":"2026-07-28T15:17:32.784345Z","steps":["trace[1323248863] 'agreement among raft nodes before linearized reading' (duration: 555.871255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:32.78437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.345159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T15:17:32.784383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.432981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-28T15:17:32.784429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.228264Z","time spent":"556.135979ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:17:32.784448Z","caller":"traceutil/trace.go:171","msg":"trace[1821726059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33341; }","duration":"297.551543ms","start":"2026-07-28T15:17:32.486879Z","end":"2026-07-28T15:17:32.784431Z","steps":["trace[1821726059] 'agreement among raft nodes before linearized reading' (duration: 297.361339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:32.7845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.030576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-28T15:17:32.784432Z","caller":"traceutil/trace.go:171","msg":"trace[1890770341] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33341; }","duration":"298.455111ms","start":"2026-07-28T15:17:32.485958Z","end":"2026-07-28T15:17:32.784413Z","steps":["trace[1890770341] 'agreement among raft nodes before linearized reading' (duration: 298.293338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:32.784539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.737936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:17:32.784557Z","caller":"traceutil/trace.go:171","msg":"trace[794990163] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:33341; }","duration":"319.114947ms","start":"2026-07-28T15:17:32.465421Z","end":"2026-07-28T15:17:32.784536Z","steps":["trace[794990163] 'agreement among raft nodes before linearized reading' (duration: 319.001045ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:32.78458Z","caller":"traceutil/trace.go:171","msg":"trace[868821865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33341; }","duration":"297.805848ms","start":"2026-07-28T15:17:32.486763Z","end":"2026-07-28T15:17:32.784569Z","steps":["trace[868821865] 'agreement among raft nodes before linearized reading' (duration: 297.694126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:32.784375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.28819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-28T15:17:32.784605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.465404Z","time spent":"319.188989ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"info","ts":"2026-07-28T15:17:32.784637Z","caller":"traceutil/trace.go:171","msg":"trace[149692694] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33341; }","duration":"290.566086ms","start":"2026-07-28T15:17:32.494053Z","end":"2026-07-28T15:17:32.784619Z","steps":["trace[149692694] 'agreement among raft nodes before linearized reading' (duration: 290.209689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:32.784734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.286787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-28T15:17:32.784717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.645629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:17:32.784791Z","caller":"traceutil/trace.go:171","msg":"trace[2096399976] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33341; }","duration":"295.401111ms","start":"2026-07-28T15:17:32.489373Z","end":"2026-07-28T15:17:32.784774Z","steps":["trace[2096399976] 'agreement among raft nodes before linearized reading' (duration: 295.241367ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:32.784817Z","caller":"traceutil/trace.go:171","msg":"trace[1719516683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33341; }","duration":"498.782593ms","start":"2026-07-28T15:17:32.286017Z","end":"2026-07-28T15:17:32.784799Z","steps":["trace[1719516683] 'agreement among raft nodes before linearized reading' (duration: 498.610639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:32.784934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.777951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:17:32.784954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.28599Z","time spent":"498.900165ms","remote":"127.0.0.1:52438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-28T15:17:32.784995Z","caller":"traceutil/trace.go:171","msg":"trace[1512655801] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33341; }","duration":"505.955463ms","start":"2026-07-28T15:17:32.27902Z","end":"2026-07-28T15:17:32.784976Z","steps":["trace[1512655801] 'agreement among raft nodes before linearized reading' (duration: 505.718788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:32.785129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.279003Z","time spent":"506.106837ms","remote":"127.0.0.1:41564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:17:33.11144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.965601ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-28T15:17:33.11153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.786393Z","time spent":"325.133246ms","remote":"127.0.0.1:52464","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-28T15:17:33.358426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.064124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:17:33.358806Z","caller":"traceutil/trace.go:171","msg":"trace[1037085641] transaction","detail":"{read_only:false; response_revision:33344; number_of_response:1; }","duration":"568.573975ms","start":"2026-07-28T15:17:32.790194Z","end":"2026-07-28T15:17:33.358768Z","steps":["trace[1037085641] 'process raft request' (duration: 568.397872ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:33.358828Z","caller":"traceutil/trace.go:171","msg":"trace[995137020] transaction","detail":"{read_only:false; response_revision:33343; number_of_response:1; }","duration":"568.83406ms","start":"2026-07-28T15:17:32.789955Z","end":"2026-07-28T15:17:33.358789Z","steps":["trace[995137020] 'process raft request' (duration: 568.565965ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:33.358854Z","caller":"traceutil/trace.go:171","msg":"trace[835321601] transaction","detail":"{read_only:false; response_revision:33345; number_of_response:1; }","duration":"568.538665ms","start":"2026-07-28T15:17:32.790286Z","end":"2026-07-28T15:17:33.358825Z","steps":["trace[835321601] 'process raft request' (duration: 568.338481ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:33.35887Z","caller":"traceutil/trace.go:171","msg":"trace[1707879739] transaction","detail":"{read_only:false; response_revision:33342; number_of_response:1; }","duration":"569.242128ms","start":"2026-07-28T15:17:32.789576Z","end":"2026-07-28T15:17:33.358818Z","steps":["trace[1707879739] 'process raft request' (duration: 425.687644ms)","trace[1707879739] 'compare' (duration: 142.82969ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:33.35892Z","caller":"traceutil/trace.go:171","msg":"trace[1240841786] transaction","detail":"{read_only:false; response_revision:33347; number_of_response:1; }","duration":"568.427622ms","start":"2026-07-28T15:17:32.790472Z","end":"2026-07-28T15:17:33.358899Z","steps":["trace[1240841786] 'process raft request' (duration: 568.33721ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:33.358927Z","caller":"traceutil/trace.go:171","msg":"trace[1362784060] transaction","detail":"{read_only:false; response_revision:33348; number_of_response:1; }","duration":"245.764795ms","start":"2026-07-28T15:17:33.113142Z","end":"2026-07-28T15:17:33.358907Z","steps":["trace[1362784060] 'process raft request' (duration: 245.710374ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:33.358945Z","caller":"traceutil/trace.go:171","msg":"trace[1107680814] transaction","detail":"{read_only:false; response_revision:33346; number_of_response:1; }","duration":"568.493693ms","start":"2026-07-28T15:17:32.790414Z","end":"2026-07-28T15:17:33.358907Z","steps":["trace[1107680814] 'process raft request' (duration: 568.251707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:33.358998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.790265Z","time spent":"568.652777ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:17:33.359016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.789936Z","time spent":"568.979553ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:17:33.359061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.790459Z","time spent":"568.512274ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:17:33.359115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.521751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:17:33.359125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.790184Z","time spent":"568.700219ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:17:33.359167Z","caller":"traceutil/trace.go:171","msg":"trace[2108580275] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:33348; }","duration":"544.628824ms","start":"2026-07-28T15:17:32.814526Z","end":"2026-07-28T15:17:33.359155Z","steps":["trace[2108580275] 'agreement among raft nodes before linearized reading' (duration: 544.475061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:33.359206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.814493Z","time spent":"544.701745ms","remote":"127.0.0.1:41078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:17:33.35912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.790405Z","time spent":"568.626966ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:17:33.358944Z","caller":"traceutil/trace.go:171","msg":"trace[1752127872] linearizableReadLoop","detail":"{readStateIndex:34397; appliedIndex:34390; }","duration":"544.339488ms","start":"2026-07-28T15:17:32.814579Z","end":"2026-07-28T15:17:33.358919Z","steps":["trace[1752127872] 'read index received' (duration: 179.97237ms)","trace[1752127872] 'applied index is now lower than readState.Index' (duration: 364.363678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:17:33.35948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.789551Z","time spent":"569.421552ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:17:33.359598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.256078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:17:33.359643Z","caller":"traceutil/trace.go:171","msg":"trace[1740619027] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33348; }","duration":"389.331779ms","start":"2026-07-28T15:17:32.970299Z","end":"2026-07-28T15:17:33.359631Z","steps":["trace[1740619027] 'agreement among raft nodes before linearized reading' (duration: 389.123815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:33.359541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.309685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:17:33.359715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:32.970285Z","time spent":"389.41933ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-28T15:17:33.35972Z","caller":"traceutil/trace.go:171","msg":"trace[155116369] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:33348; }","duration":"341.527879ms","start":"2026-07-28T15:17:33.018179Z","end":"2026-07-28T15:17:33.359707Z","steps":["trace[155116369] 'agreement among raft nodes before linearized reading' (duration: 341.320025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:33.359766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:33.018155Z","time spent":"341.59672ms","remote":"127.0.0.1:41578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-28T15:17:37.477431Z","caller":"traceutil/trace.go:171","msg":"trace[854126814] linearizableReadLoop","detail":"{readStateIndex:34424; appliedIndex:34423; }","duration":"103.270541ms","start":"2026-07-28T15:17:37.374111Z","end":"2026-07-28T15:17:37.477381Z","steps":["trace[854126814] 'read index received' (duration: 48.25754ms)","trace[854126814] 'applied index is now lower than readState.Index' (duration: 55.008011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:17:37.477775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.641318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:17:37.477883Z","caller":"traceutil/trace.go:171","msg":"trace[1411262815] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33372; }","duration":"103.804841ms","start":"2026-07-28T15:17:37.374054Z","end":"2026-07-28T15:17:37.477859Z","steps":["trace[1411262815] 'agreement among raft nodes before linearized reading' (duration: 103.497606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:41.706622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.524483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:17:41.706909Z","caller":"traceutil/trace.go:171","msg":"trace[988717775] linearizableReadLoop","detail":"{readStateIndex:34457; appliedIndex:34456; }","duration":"160.551889ms","start":"2026-07-28T15:17:41.546327Z","end":"2026-07-28T15:17:41.706879Z","steps":["trace[988717775] 'read index received' (duration: 43.582048ms)","trace[988717775] 'applied index is now lower than readState.Index' (duration: 116.966341ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:41.706933Z","caller":"traceutil/trace.go:171","msg":"trace[856181409] transaction","detail":"{read_only:false; response_revision:33404; number_of_response:1; }","duration":"167.631968ms","start":"2026-07-28T15:17:41.539247Z","end":"2026-07-28T15:17:41.706879Z","steps":["trace[856181409] 'process raft request' (duration: 50.727398ms)","trace[856181409] 'compare' (duration: 116.351659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:17:41.707298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.936776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:17:41.707381Z","caller":"traceutil/trace.go:171","msg":"trace[1171395453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33404; }","duration":"161.059788ms","start":"2026-07-28T15:17:41.546303Z","end":"2026-07-28T15:17:41.707362Z","steps":["trace[1171395453] 'agreement among raft nodes before linearized reading' (duration: 160.674281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:41.723219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.272914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:17:41.72329Z","caller":"traceutil/trace.go:171","msg":"trace[1788852339] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33405; }","duration":"156.359137ms","start":"2026-07-28T15:17:41.566914Z","end":"2026-07-28T15:17:41.723274Z","steps":["trace[1788852339] 'agreement among raft nodes before linearized reading' (duration: 156.181013ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:41.723307Z","caller":"traceutil/trace.go:171","msg":"trace[181646729] transaction","detail":"{read_only:false; response_revision:33405; number_of_response:1; }","duration":"132.64041ms","start":"2026-07-28T15:17:41.590628Z","end":"2026-07-28T15:17:41.723269Z","steps":["trace[181646729] 'process raft request' (duration: 132.327013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:41.723428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.063251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:17:41.723509Z","caller":"traceutil/trace.go:171","msg":"trace[2076827771] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33405; }","duration":"156.168093ms","start":"2026-07-28T15:17:41.567321Z","end":"2026-07-28T15:17:41.723489Z","steps":["trace[2076827771] 'agreement among raft nodes before linearized reading' (duration: 155.938059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:41.723573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.052291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T15:17:41.7237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.702773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-28T15:17:41.723705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.388578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T15:17:41.723736Z","caller":"traceutil/trace.go:171","msg":"trace[685455523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33405; }","duration":"155.755464ms","start":"2026-07-28T15:17:41.567972Z","end":"2026-07-28T15:17:41.723727Z","steps":["trace[685455523] 'agreement among raft nodes before linearized reading' (duration: 155.658103ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:41.723751Z","caller":"traceutil/trace.go:171","msg":"trace[608163067] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33405; }","duration":"156.483329ms","start":"2026-07-28T15:17:41.567253Z","end":"2026-07-28T15:17:41.723737Z","steps":["trace[608163067] 'agreement among raft nodes before linearized reading' (duration: 156.298215ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:41.723698Z","caller":"traceutil/trace.go:171","msg":"trace[167215319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33405; }","duration":"155.272185ms","start":"2026-07-28T15:17:41.568397Z","end":"2026-07-28T15:17:41.723669Z","steps":["trace[167215319] 'agreement among raft nodes before linearized reading' (duration: 154.764065ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:45.015146Z","caller":"traceutil/trace.go:171","msg":"trace[1229092453] transaction","detail":"{read_only:false; response_revision:33431; number_of_response:1; }","duration":"120.829228ms","start":"2026-07-28T15:17:44.894267Z","end":"2026-07-28T15:17:45.015096Z","steps":["trace[1229092453] 'process raft request' (duration: 45.896823ms)","trace[1229092453] 'compare' (duration: 74.544526ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:45.015522Z","caller":"traceutil/trace.go:171","msg":"trace[146836531] transaction","detail":"{read_only:false; response_revision:33432; number_of_response:1; }","duration":"120.753735ms","start":"2026-07-28T15:17:44.894739Z","end":"2026-07-28T15:17:45.015493Z","steps":["trace[146836531] 'process raft request' (duration: 120.275656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:46.044509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.942396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:17:46.044615Z","caller":"traceutil/trace.go:171","msg":"trace[1079778538] linearizableReadLoop","detail":"{readStateIndex:34490; appliedIndex:34489; }","duration":"230.563676ms","start":"2026-07-28T15:17:45.814034Z","end":"2026-07-28T15:17:46.044598Z","steps":["trace[1079778538] 'read index received' (duration: 32.054411ms)","trace[1079778538] 'applied index is now lower than readState.Index' (duration: 198.507795ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:46.052986Z","caller":"traceutil/trace.go:171","msg":"trace[1283063756] transaction","detail":"{read_only:false; response_revision:33436; number_of_response:1; }","duration":"241.632714ms","start":"2026-07-28T15:17:45.81131Z","end":"2026-07-28T15:17:46.052943Z","steps":["trace[1283063756] 'process raft request' (duration: 98.170511ms)","trace[1283063756] 'compare' (duration: 134.735472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:17:46.053199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.138605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-28T15:17:46.053239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.603184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:17:46.053277Z","caller":"traceutil/trace.go:171","msg":"trace[1031942676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33436; }","duration":"239.227276ms","start":"2026-07-28T15:17:45.814018Z","end":"2026-07-28T15:17:46.053245Z","steps":["trace[1031942676] 'agreement among raft nodes before linearized reading' (duration: 230.677248ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:46.053316Z","caller":"traceutil/trace.go:171","msg":"trace[129610722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33436; }","duration":"238.712606ms","start":"2026-07-28T15:17:45.814564Z","end":"2026-07-28T15:17:46.053277Z","steps":["trace[129610722] 'agreement among raft nodes before linearized reading' (duration: 230.167058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:46.053565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.903039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T15:17:46.053628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.154525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-28T15:17:46.053633Z","caller":"traceutil/trace.go:171","msg":"trace[1760348954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33436; }","duration":"239.009801ms","start":"2026-07-28T15:17:45.814605Z","end":"2026-07-28T15:17:46.053615Z","steps":["trace[1760348954] 'agreement among raft nodes before linearized reading' (duration: 230.153947ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:46.053692Z","caller":"traceutil/trace.go:171","msg":"trace[1667249896] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:33436; }","duration":"237.262477ms","start":"2026-07-28T15:17:45.816413Z","end":"2026-07-28T15:17:46.053675Z","steps":["trace[1667249896] 'agreement among raft nodes before linearized reading' (duration: 228.331902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:47.11242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.711986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:17:47.112606Z","caller":"traceutil/trace.go:171","msg":"trace[44099105] transaction","detail":"{read_only:false; response_revision:33443; number_of_response:1; }","duration":"169.420092ms","start":"2026-07-28T15:17:46.943159Z","end":"2026-07-28T15:17:47.112579Z","steps":["trace[44099105] 'process raft request' (duration: 26.399039ms)","trace[44099105] 'compare' (duration: 142.499602ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:47.14086Z","caller":"traceutil/trace.go:171","msg":"trace[447097467] transaction","detail":"{read_only:false; response_revision:33444; number_of_response:1; }","duration":"119.48882ms","start":"2026-07-28T15:17:47.021334Z","end":"2026-07-28T15:17:47.140823Z","steps":["trace[447097467] 'process raft request' (duration: 119.308477ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:47.149992Z","caller":"traceutil/trace.go:171","msg":"trace[1876863359] transaction","detail":"{read_only:false; response_revision:33445; number_of_response:1; }","duration":"128.224472ms","start":"2026-07-28T15:17:47.021713Z","end":"2026-07-28T15:17:47.149937Z","steps":["trace[1876863359] 'process raft request' (duration: 128.063689ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:49.892638Z","caller":"traceutil/trace.go:171","msg":"trace[154496338] transaction","detail":"{read_only:false; response_revision:33460; number_of_response:1; }","duration":"264.966862ms","start":"2026-07-28T15:17:49.627642Z","end":"2026-07-28T15:17:49.892609Z","steps":["trace[154496338] 'process raft request' (duration: 264.683727ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:50.03018Z","caller":"traceutil/trace.go:171","msg":"trace[1878509775] transaction","detail":"{read_only:false; response_revision:33461; number_of_response:1; }","duration":"358.653265ms","start":"2026-07-28T15:17:49.67146Z","end":"2026-07-28T15:17:50.030113Z","steps":["trace[1878509775] 'process raft request' (duration: 291.102876ms)","trace[1878509775] 'compare' (duration: 67.283654ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:50.03042Z","caller":"traceutil/trace.go:171","msg":"trace[1728687921] linearizableReadLoop","detail":"{readStateIndex:34516; appliedIndex:34514; }","duration":"214.319276ms","start":"2026-07-28T15:17:49.816068Z","end":"2026-07-28T15:17:50.030387Z","steps":["trace[1728687921] 'read index received' (duration: 76.28678ms)","trace[1728687921] 'applied index is now lower than readState.Index' (duration: 138.030856ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:50.030474Z","caller":"traceutil/trace.go:171","msg":"trace[87897153] transaction","detail":"{read_only:false; response_revision:33462; number_of_response:1; }","duration":"207.188186ms","start":"2026-07-28T15:17:49.823249Z","end":"2026-07-28T15:17:50.030437Z","steps":["trace[87897153] 'process raft request' (duration: 206.797928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:50.030504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:17:49.671428Z","time spent":"358.909251ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:17:50.030663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.566991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-28T15:17:50.030679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.031015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:17:50.030724Z","caller":"traceutil/trace.go:171","msg":"trace[943148952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33462; }","duration":"167.120037ms","start":"2026-07-28T15:17:49.863591Z","end":"2026-07-28T15:17:50.030711Z","steps":["trace[943148952] 'agreement among raft nodes before linearized reading' (duration: 166.962574ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:50.030723Z","caller":"traceutil/trace.go:171","msg":"trace[108062858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33462; }","duration":"214.700783ms","start":"2026-07-28T15:17:49.816007Z","end":"2026-07-28T15:17:50.030707Z","steps":["trace[108062858] 'agreement among raft nodes before linearized reading' (duration: 214.488499ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:50.262049Z","caller":"traceutil/trace.go:171","msg":"trace[565148671] linearizableReadLoop","detail":"{readStateIndex:34520; appliedIndex:34519; }","duration":"129.653541ms","start":"2026-07-28T15:17:50.13237Z","end":"2026-07-28T15:17:50.262023Z","steps":["trace[565148671] 'read index received' (duration: 129.490877ms)","trace[565148671] 'applied index is now lower than readState.Index' (duration: 161.533µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:50.262175Z","caller":"traceutil/trace.go:171","msg":"trace[265773733] transaction","detail":"{read_only:false; response_revision:33465; number_of_response:1; }","duration":"140.010785ms","start":"2026-07-28T15:17:50.122141Z","end":"2026-07-28T15:17:50.262152Z","steps":["trace[265773733] 'process raft request' (duration: 139.73264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:50.262303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.911556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T15:17:50.26242Z","caller":"traceutil/trace.go:171","msg":"trace[1683378831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33465; }","duration":"129.984617ms","start":"2026-07-28T15:17:50.132347Z","end":"2026-07-28T15:17:50.262332Z","steps":["trace[1683378831] 'agreement among raft nodes before linearized reading' (duration: 129.814154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:52.292122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.654539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:17:52.292292Z","caller":"traceutil/trace.go:171","msg":"trace[1161979705] transaction","detail":"{read_only:false; response_revision:33477; number_of_response:1; }","duration":"167.635228ms","start":"2026-07-28T15:17:52.124636Z","end":"2026-07-28T15:17:52.292271Z","steps":["trace[1161979705] 'process raft request' (duration: 64.748055ms)","trace[1161979705] 'compare' (duration: 102.526226ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:52.55684Z","caller":"traceutil/trace.go:171","msg":"trace[1100061820] transaction","detail":"{read_only:false; response_revision:33478; number_of_response:1; }","duration":"257.971005ms","start":"2026-07-28T15:17:52.298848Z","end":"2026-07-28T15:17:52.556819Z","steps":["trace[1100061820] 'process raft request' (duration: 194.107568ms)","trace[1100061820] 'compare' (duration: 63.710314ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:52.557112Z","caller":"traceutil/trace.go:171","msg":"trace[2054264788] linearizableReadLoop","detail":"{readStateIndex:34535; appliedIndex:34532; }","duration":"249.270824ms","start":"2026-07-28T15:17:52.307816Z","end":"2026-07-28T15:17:52.557087Z","steps":["trace[2054264788] 'read index received' (duration: 185.150632ms)","trace[2054264788] 'applied index is now lower than readState.Index' (duration: 64.119252ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:52.55723Z","caller":"traceutil/trace.go:171","msg":"trace[1489475403] transaction","detail":"{read_only:false; response_revision:33480; number_of_response:1; }","duration":"257.478405ms","start":"2026-07-28T15:17:52.299735Z","end":"2026-07-28T15:17:52.557213Z","steps":["trace[1489475403] 'process raft request' (duration: 257.243261ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:52.557224Z","caller":"traceutil/trace.go:171","msg":"trace[371948432] transaction","detail":"{read_only:false; response_revision:33479; number_of_response:1; }","duration":"257.834692ms","start":"2026-07-28T15:17:52.299356Z","end":"2026-07-28T15:17:52.557191Z","steps":["trace[371948432] 'process raft request' (duration: 257.425314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:52.557361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.523079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-28T15:17:52.557401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.306864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-28T15:17:52.557442Z","caller":"traceutil/trace.go:171","msg":"trace[1974489494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33480; }","duration":"249.63182ms","start":"2026-07-28T15:17:52.307788Z","end":"2026-07-28T15:17:52.55742Z","steps":["trace[1974489494] 'agreement among raft nodes before linearized reading' (duration: 249.454497ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:52.557471Z","caller":"traceutil/trace.go:171","msg":"trace[595477279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33480; }","duration":"249.430648ms","start":"2026-07-28T15:17:52.308021Z","end":"2026-07-28T15:17:52.557452Z","steps":["trace[595477279] 'agreement among raft nodes before linearized reading' (duration: 249.205303ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:17:52.682343Z","caller":"traceutil/trace.go:171","msg":"trace[45246658] transaction","detail":"{read_only:false; response_revision:33481; number_of_response:1; }","duration":"120.879419ms","start":"2026-07-28T15:17:52.561408Z","end":"2026-07-28T15:17:52.682287Z","steps":["trace[45246658] 'process raft request' (duration: 108.061077ms)","trace[45246658] 'compare' (duration: 12.558786ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:17:52.68237Z","caller":"traceutil/trace.go:171","msg":"trace[1208472888] transaction","detail":"{read_only:false; response_revision:33482; number_of_response:1; }","duration":"120.302127ms","start":"2026-07-28T15:17:52.56204Z","end":"2026-07-28T15:17:52.682342Z","steps":["trace[1208472888] 'process raft request' (duration: 120.147494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:58.268868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.004483ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-28T15:17:58.269364Z","caller":"traceutil/trace.go:171","msg":"trace[1931673856] transaction","detail":"{read_only:false; response_revision:33520; number_of_response:1; }","duration":"165.843042ms","start":"2026-07-28T15:17:58.1035Z","end":"2026-07-28T15:17:58.269343Z","steps":["trace[1931673856] 'process raft request' (duration: 165.512296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:17:58.343152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.876605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:17:58.343252Z","caller":"traceutil/trace.go:171","msg":"trace[1351130098] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33520; }","duration":"101.028238ms","start":"2026-07-28T15:17:58.242196Z","end":"2026-07-28T15:17:58.343224Z","steps":["trace[1351130098] 'agreement among raft nodes before linearized reading' (duration: 27.183285ms)","trace[1351130098] 'range keys from in-memory index tree' (duration: 73.595228ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:01.190578Z","caller":"traceutil/trace.go:171","msg":"trace[275719877] transaction","detail":"{read_only:false; response_revision:33545; number_of_response:1; }","duration":"136.234159ms","start":"2026-07-28T15:18:01.054289Z","end":"2026-07-28T15:18:01.190523Z","steps":["trace[275719877] 'process raft request' (duration: 135.946994ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:08.638975Z","caller":"traceutil/trace.go:171","msg":"trace[1857689692] transaction","detail":"{read_only:false; response_revision:33593; number_of_response:1; }","duration":"172.698857ms","start":"2026-07-28T15:18:08.466252Z","end":"2026-07-28T15:18:08.638951Z","steps":["trace[1857689692] 'process raft request' (duration: 172.33763ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:11.432575Z","caller":"traceutil/trace.go:171","msg":"trace[916817509] transaction","detail":"{read_only:false; response_revision:33619; number_of_response:1; }","duration":"172.513263ms","start":"2026-07-28T15:18:11.260038Z","end":"2026-07-28T15:18:11.432551Z","steps":["trace[916817509] 'process raft request' (duration: 164.267292ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:11.432867Z","caller":"traceutil/trace.go:171","msg":"trace[1399952879] transaction","detail":"{read_only:false; response_revision:33620; number_of_response:1; }","duration":"128.848785ms","start":"2026-07-28T15:18:11.304001Z","end":"2026-07-28T15:18:11.43285Z","steps":["trace[1399952879] 'process raft request' (duration: 128.455847ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:11.432863Z","caller":"traceutil/trace.go:171","msg":"trace[311827672] linearizableReadLoop","detail":"{readStateIndex:34678; appliedIndex:34676; }","duration":"146.198127ms","start":"2026-07-28T15:18:11.286638Z","end":"2026-07-28T15:18:11.432836Z","steps":["trace[311827672] 'read index received' (duration: 25.234937ms)","trace[311827672] 'applied index is now lower than readState.Index' (duration: 120.96163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:18:11.433086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.420261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:18:11.433046Z","caller":"traceutil/trace.go:171","msg":"trace[879655799] transaction","detail":"{read_only:false; response_revision:33621; number_of_response:1; }","duration":"122.933308ms","start":"2026-07-28T15:18:11.310042Z","end":"2026-07-28T15:18:11.432975Z","steps":["trace[879655799] 'process raft request' (duration: 122.682944ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:11.433156Z","caller":"traceutil/trace.go:171","msg":"trace[2056402284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33621; }","duration":"146.557963ms","start":"2026-07-28T15:18:11.286578Z","end":"2026-07-28T15:18:11.433136Z","steps":["trace[2056402284] 'agreement among raft nodes before linearized reading' (duration: 146.37923ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:17.069933Z","caller":"traceutil/trace.go:171","msg":"trace[698921905] linearizableReadLoop","detail":"{readStateIndex:34716; appliedIndex:34715; }","duration":"146.186806ms","start":"2026-07-28T15:18:16.923723Z","end":"2026-07-28T15:18:17.06991Z","steps":["trace[698921905] 'read index received' (duration: 146.021393ms)","trace[698921905] 'applied index is now lower than readState.Index' (duration: 164.173µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:17.070002Z","caller":"traceutil/trace.go:171","msg":"trace[1776538477] transaction","detail":"{read_only:false; response_revision:33656; number_of_response:1; }","duration":"176.87518ms","start":"2026-07-28T15:18:16.893089Z","end":"2026-07-28T15:18:17.069964Z","steps":["trace[1776538477] 'process raft request' (duration: 176.653316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:17.070338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.589824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:18:17.070443Z","caller":"traceutil/trace.go:171","msg":"trace[1238391175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33656; }","duration":"146.695296ms","start":"2026-07-28T15:18:16.923695Z","end":"2026-07-28T15:18:17.07039Z","steps":["trace[1238391175] 'agreement among raft nodes before linearized reading' (duration: 146.338119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:17.071189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.924776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:18:17.071252Z","caller":"traceutil/trace.go:171","msg":"trace[1476292600] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33657; }","duration":"102.021197ms","start":"2026-07-28T15:18:16.969216Z","end":"2026-07-28T15:18:17.071237Z","steps":["trace[1476292600] 'agreement among raft nodes before linearized reading' (duration: 101.822793ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:20.908971Z","caller":"traceutil/trace.go:171","msg":"trace[195303815] linearizableReadLoop","detail":"{readStateIndex:34744; appliedIndex:34743; }","duration":"134.758842ms","start":"2026-07-28T15:18:20.774191Z","end":"2026-07-28T15:18:20.90895Z","steps":["trace[195303815] 'read index received' (duration: 133.434826ms)","trace[195303815] 'applied index is now lower than readState.Index' (duration: 1.322966ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:20.909028Z","caller":"traceutil/trace.go:171","msg":"trace[457920708] transaction","detail":"{read_only:false; response_revision:33683; number_of_response:1; }","duration":"152.218745ms","start":"2026-07-28T15:18:20.75677Z","end":"2026-07-28T15:18:20.908988Z","steps":["trace[457920708] 'process raft request' (duration: 150.95476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:20.909139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.933855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:18:20.909169Z","caller":"traceutil/trace.go:171","msg":"trace[937549900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33683; }","duration":"135.001776ms","start":"2026-07-28T15:18:20.774159Z","end":"2026-07-28T15:18:20.909161Z","steps":["trace[937549900] 'agreement among raft nodes before linearized reading' (duration: 134.870823ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:29.270564Z","caller":"traceutil/trace.go:171","msg":"trace[1477112922] linearizableReadLoop","detail":"{readStateIndex:34806; appliedIndex:34805; }","duration":"124.120552ms","start":"2026-07-28T15:18:29.146413Z","end":"2026-07-28T15:18:29.270534Z","steps":["trace[1477112922] 'read index received' (duration: 26.527012ms)","trace[1477112922] 'applied index is now lower than readState.Index' (duration: 97.59249ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:29.270716Z","caller":"traceutil/trace.go:171","msg":"trace[408499988] transaction","detail":"{read_only:false; response_revision:33743; number_of_response:1; }","duration":"147.716186ms","start":"2026-07-28T15:18:29.122987Z","end":"2026-07-28T15:18:29.270704Z","steps":["trace[408499988] 'process raft request' (duration: 50.044965ms)","trace[408499988] 'compare' (duration: 97.349275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:18:29.270923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.488909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-28T15:18:29.271003Z","caller":"traceutil/trace.go:171","msg":"trace[905433820] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33743; }","duration":"124.612492ms","start":"2026-07-28T15:18:29.146367Z","end":"2026-07-28T15:18:29.27098Z","steps":["trace[905433820] 'agreement among raft nodes before linearized reading' (duration: 124.429108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:29.271056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.146217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-28T15:18:29.27115Z","caller":"traceutil/trace.go:171","msg":"trace[1169720259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33743; }","duration":"111.286418ms","start":"2026-07-28T15:18:29.15984Z","end":"2026-07-28T15:18:29.271127Z","steps":["trace[1169720259] 'agreement among raft nodes before linearized reading' (duration: 110.997703ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:29.428025Z","caller":"traceutil/trace.go:171","msg":"trace[1514612057] transaction","detail":"{read_only:false; response_revision:33745; number_of_response:1; }","duration":"153.002019ms","start":"2026-07-28T15:18:29.275003Z","end":"2026-07-28T15:18:29.428005Z","steps":["trace[1514612057] 'process raft request' (duration: 151.317256ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:29.428329Z","caller":"traceutil/trace.go:171","msg":"trace[1402174194] transaction","detail":"{read_only:false; response_revision:33746; number_of_response:1; }","duration":"153.099911ms","start":"2026-07-28T15:18:29.275216Z","end":"2026-07-28T15:18:29.428316Z","steps":["trace[1402174194] 'process raft request' (duration: 152.752085ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:29.428479Z","caller":"traceutil/trace.go:171","msg":"trace[364465757] transaction","detail":"{read_only:false; response_revision:33748; number_of_response:1; }","duration":"152.206613ms","start":"2026-07-28T15:18:29.276265Z","end":"2026-07-28T15:18:29.428471Z","steps":["trace[364465757] 'process raft request' (duration: 152.04037ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:29.42848Z","caller":"traceutil/trace.go:171","msg":"trace[368563809] transaction","detail":"{read_only:false; response_revision:33747; number_of_response:1; }","duration":"152.285165ms","start":"2026-07-28T15:18:29.276156Z","end":"2026-07-28T15:18:29.428441Z","steps":["trace[368563809] 'process raft request' (duration: 152.02737ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:29.428511Z","caller":"traceutil/trace.go:171","msg":"trace[398338909] linearizableReadLoop","detail":"{readStateIndex:34811; appliedIndex:34806; }","duration":"144.851299ms","start":"2026-07-28T15:18:29.283634Z","end":"2026-07-28T15:18:29.428486Z","steps":["trace[398338909] 'read index received' (duration: 47.877932ms)","trace[398338909] 'applied index is now lower than readState.Index' (duration: 96.972457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:18:29.428602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.955372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:18:29.428638Z","caller":"traceutil/trace.go:171","msg":"trace[638744260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33749; }","duration":"145.023103ms","start":"2026-07-28T15:18:29.283604Z","end":"2026-07-28T15:18:29.428627Z","steps":["trace[638744260] 'agreement among raft nodes before linearized reading' (duration: 144.961771ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:30.114391Z","caller":"traceutil/trace.go:171","msg":"trace[338074638] transaction","detail":"{read_only:false; response_revision:33753; number_of_response:1; }","duration":"162.035957ms","start":"2026-07-28T15:18:29.952323Z","end":"2026-07-28T15:18:30.114358Z","steps":["trace[338074638] 'process raft request' (duration: 161.817933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:31.057269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.806182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:18:31.057355Z","caller":"traceutil/trace.go:171","msg":"trace[2014851113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33755; }","duration":"104.936885ms","start":"2026-07-28T15:18:30.952399Z","end":"2026-07-28T15:18:31.057336Z","steps":["trace[2014851113] 'range keys from in-memory index tree' (duration: 104.646269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:31.444769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.422832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:18:31.444863Z","caller":"traceutil/trace.go:171","msg":"trace[2070026085] transaction","detail":"{read_only:false; response_revision:33757; number_of_response:1; }","duration":"382.666499ms","start":"2026-07-28T15:18:31.062182Z","end":"2026-07-28T15:18:31.444848Z","steps":["trace[2070026085] 'process raft request' (duration: 149.102334ms)","trace[2070026085] 'compare' (duration: 232.820199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:18:31.444922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:18:31.062177Z","time spent":"382.71173ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:18:31.472393Z","caller":"traceutil/trace.go:171","msg":"trace[1915239193] transaction","detail":"{read_only:false; response_revision:33758; number_of_response:1; }","duration":"196.76413ms","start":"2026-07-28T15:18:31.275596Z","end":"2026-07-28T15:18:31.47236Z","steps":["trace[1915239193] 'process raft request' (duration: 196.629347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:31.472935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.103262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:18:31.473039Z","caller":"traceutil/trace.go:171","msg":"trace[77270693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33758; }","duration":"187.309366ms","start":"2026-07-28T15:18:31.285719Z","end":"2026-07-28T15:18:31.473029Z","steps":["trace[77270693] 'agreement among raft nodes before linearized reading' (duration: 187.077161ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:31.472697Z","caller":"traceutil/trace.go:171","msg":"trace[1744613537] linearizableReadLoop","detail":"{readStateIndex:34821; appliedIndex:34821; }","duration":"186.647271ms","start":"2026-07-28T15:18:31.285781Z","end":"2026-07-28T15:18:31.472429Z","steps":["trace[1744613537] 'read index received' (duration: 186.612531ms)","trace[1744613537] 'applied index is now lower than readState.Index' (duration: 32.11µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:18:31.504138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.452104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-28T15:18:31.504205Z","caller":"traceutil/trace.go:171","msg":"trace[156820806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33759; }","duration":"168.557055ms","start":"2026-07-28T15:18:31.33563Z","end":"2026-07-28T15:18:31.504187Z","steps":["trace[156820806] 'agreement among raft nodes before linearized reading' (duration: 168.371962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:32.727574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.433211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:18:32.727736Z","caller":"traceutil/trace.go:171","msg":"trace[333127556] linearizableReadLoop","detail":"{readStateIndex:34832; appliedIndex:34831; }","duration":"184.244015ms","start":"2026-07-28T15:18:32.543467Z","end":"2026-07-28T15:18:32.727711Z","steps":["trace[333127556] 'read index received' (duration: 38.474347ms)","trace[333127556] 'applied index is now lower than readState.Index' (duration: 145.767768ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:32.727893Z","caller":"traceutil/trace.go:171","msg":"trace[69230515] transaction","detail":"{read_only:false; response_revision:33768; number_of_response:1; }","duration":"186.58697ms","start":"2026-07-28T15:18:32.541249Z","end":"2026-07-28T15:18:32.727835Z","steps":["trace[69230515] 'process raft request' (duration: 40.736921ms)","trace[69230515] 'compare' (duration: 145.212346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:18:32.72798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.522269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:18:32.728029Z","caller":"traceutil/trace.go:171","msg":"trace[2028310620] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33768; }","duration":"184.634272ms","start":"2026-07-28T15:18:32.543382Z","end":"2026-07-28T15:18:32.728016Z","steps":["trace[2028310620] 'agreement among raft nodes before linearized reading' (duration: 184.439869ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:32.759584Z","caller":"traceutil/trace.go:171","msg":"trace[1857151748] transaction","detail":"{read_only:false; response_revision:33769; number_of_response:1; }","duration":"153.147353ms","start":"2026-07-28T15:18:32.606398Z","end":"2026-07-28T15:18:32.759545Z","steps":["trace[1857151748] 'process raft request' (duration: 152.889797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:32.75965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.883885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:18:32.759741Z","caller":"traceutil/trace.go:171","msg":"trace[1910462007] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:33769; }","duration":"133.985837ms","start":"2026-07-28T15:18:32.625729Z","end":"2026-07-28T15:18:32.759715Z","steps":["trace[1910462007] 'agreement among raft nodes before linearized reading' (duration: 133.809823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:33.062428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.702172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:18:33.062665Z","caller":"traceutil/trace.go:171","msg":"trace[524748488] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:33769; }","duration":"155.847325ms","start":"2026-07-28T15:18:32.906641Z","end":"2026-07-28T15:18:33.062488Z","steps":["trace[524748488] 'count revisions from in-memory index tree' (duration: 155.526019ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:33.337474Z","caller":"traceutil/trace.go:171","msg":"trace[1361434146] transaction","detail":"{read_only:false; response_revision:33770; number_of_response:1; }","duration":"192.727651ms","start":"2026-07-28T15:18:33.144719Z","end":"2026-07-28T15:18:33.337447Z","steps":["trace[1361434146] 'process raft request' (duration: 191.946706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:33.643118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.389494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T15:18:33.643206Z","caller":"traceutil/trace.go:171","msg":"trace[719712271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33770; }","duration":"194.501126ms","start":"2026-07-28T15:18:33.448679Z","end":"2026-07-28T15:18:33.64318Z","steps":["trace[719712271] 'range keys from in-memory index tree' (duration: 194.260702ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:33.643268Z","caller":"traceutil/trace.go:171","msg":"trace[258867443] transaction","detail":"{read_only:false; response_revision:33771; number_of_response:1; }","duration":"165.019856ms","start":"2026-07-28T15:18:33.478224Z","end":"2026-07-28T15:18:33.643244Z","steps":["trace[258867443] 'process raft request' (duration: 95.170112ms)","trace[258867443] 'compare' (duration: 69.63217ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:33.647396Z","caller":"traceutil/trace.go:171","msg":"trace[950730881] linearizableReadLoop","detail":"{readStateIndex:34836; appliedIndex:34834; }","duration":"133.360954ms","start":"2026-07-28T15:18:33.51402Z","end":"2026-07-28T15:18:33.647381Z","steps":["trace[950730881] 'read index received' (duration: 59.450019ms)","trace[950730881] 'applied index is now lower than readState.Index' (duration: 73.910225ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:33.647536Z","caller":"traceutil/trace.go:171","msg":"trace[202845394] transaction","detail":"{read_only:false; response_revision:33772; number_of_response:1; }","duration":"136.547417ms","start":"2026-07-28T15:18:33.510933Z","end":"2026-07-28T15:18:33.64748Z","steps":["trace[202845394] 'process raft request' (duration: 136.324762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:33.647684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.64924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:18:33.647724Z","caller":"traceutil/trace.go:171","msg":"trace[1078396321] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:33772; }","duration":"133.736771ms","start":"2026-07-28T15:18:33.513975Z","end":"2026-07-28T15:18:33.647711Z","steps":["trace[1078396321] 'agreement among raft nodes before linearized reading' (duration: 133.501647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:33.68777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.358005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:18:33.687829Z","caller":"traceutil/trace.go:171","msg":"trace[1711950548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33775; }","duration":"156.435867ms","start":"2026-07-28T15:18:33.531379Z","end":"2026-07-28T15:18:33.687815Z","steps":["trace[1711950548] 'agreement among raft nodes before linearized reading' (duration: 156.252913ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:33.948302Z","caller":"traceutil/trace.go:171","msg":"trace[434852278] transaction","detail":"{read_only:false; response_revision:33781; number_of_response:1; }","duration":"253.815454ms","start":"2026-07-28T15:18:33.694424Z","end":"2026-07-28T15:18:33.948239Z","steps":["trace[434852278] 'process raft request' (duration: 253.582439ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:33.948391Z","caller":"traceutil/trace.go:171","msg":"trace[1279950923] transaction","detail":"{read_only:false; response_revision:33777; number_of_response:1; }","duration":"255.401565ms","start":"2026-07-28T15:18:33.692981Z","end":"2026-07-28T15:18:33.948383Z","steps":["trace[1279950923] 'process raft request' (duration: 214.600452ms)","trace[1279950923] 'compare' (duration: 39.989006ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:33.948576Z","caller":"traceutil/trace.go:171","msg":"trace[379492043] transaction","detail":"{read_only:false; response_revision:33779; number_of_response:1; }","duration":"255.222061ms","start":"2026-07-28T15:18:33.693336Z","end":"2026-07-28T15:18:33.948558Z","steps":["trace[379492043] 'process raft request' (duration: 254.579948ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:33.948321Z","caller":"traceutil/trace.go:171","msg":"trace[1568455624] transaction","detail":"{read_only:false; response_revision:33778; number_of_response:1; }","duration":"255.202521ms","start":"2026-07-28T15:18:33.69304Z","end":"2026-07-28T15:18:33.948243Z","steps":["trace[1568455624] 'process raft request' (duration: 254.829263ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:33.948614Z","caller":"traceutil/trace.go:171","msg":"trace[933123359] transaction","detail":"{read_only:false; response_revision:33780; number_of_response:1; }","duration":"255.071228ms","start":"2026-07-28T15:18:33.693519Z","end":"2026-07-28T15:18:33.94859Z","steps":["trace[933123359] 'process raft request' (duration: 254.443135ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:35.810278Z","caller":"traceutil/trace.go:171","msg":"trace[1906639416] transaction","detail":"{read_only:false; response_revision:33790; number_of_response:1; }","duration":"116.025631ms","start":"2026-07-28T15:18:35.694228Z","end":"2026-07-28T15:18:35.810253Z","steps":["trace[1906639416] 'process raft request' (duration: 115.786077ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:35.810472Z","caller":"traceutil/trace.go:171","msg":"trace[1918058385] linearizableReadLoop","detail":"{readStateIndex:34855; appliedIndex:34852; }","duration":"104.642109ms","start":"2026-07-28T15:18:35.705799Z","end":"2026-07-28T15:18:35.810441Z","steps":["trace[1918058385] 'read index received' (duration: 35.539689ms)","trace[1918058385] 'applied index is now lower than readState.Index' (duration: 69.10004ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:18:35.810721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.896133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:18:35.810637Z","caller":"traceutil/trace.go:171","msg":"trace[1131138843] transaction","detail":"{read_only:false; response_revision:33791; number_of_response:1; }","duration":"115.600405ms","start":"2026-07-28T15:18:35.694949Z","end":"2026-07-28T15:18:35.810549Z","steps":["trace[1131138843] 'process raft request' (duration: 115.222627ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:35.810766Z","caller":"traceutil/trace.go:171","msg":"trace[915825898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33791; }","duration":"104.992116ms","start":"2026-07-28T15:18:35.705763Z","end":"2026-07-28T15:18:35.810755Z","steps":["trace[915825898] 'agreement among raft nodes before linearized reading' (duration: 104.793502ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:43.846039Z","caller":"traceutil/trace.go:171","msg":"trace[1792568240] transaction","detail":"{read_only:false; response_revision:33847; number_of_response:1; }","duration":"143.021684ms","start":"2026-07-28T15:18:43.702983Z","end":"2026-07-28T15:18:43.846005Z","steps":["trace[1792568240] 'process raft request' (duration: 142.837651ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:43.950793Z","caller":"traceutil/trace.go:171","msg":"trace[482730256] transaction","detail":"{read_only:false; response_revision:33848; number_of_response:1; }","duration":"244.927077ms","start":"2026-07-28T15:18:43.705842Z","end":"2026-07-28T15:18:43.950769Z","steps":["trace[482730256] 'process raft request' (duration: 183.479139ms)","trace[482730256] 'compare' (duration: 61.304395ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:43.950891Z","caller":"traceutil/trace.go:171","msg":"trace[1537050265] linearizableReadLoop","detail":"{readStateIndex:34914; appliedIndex:34913; }","duration":"172.685958ms","start":"2026-07-28T15:18:43.778188Z","end":"2026-07-28T15:18:43.950874Z","steps":["trace[1537050265] 'read index received' (duration: 67.877406ms)","trace[1537050265] 'applied index is now lower than readState.Index' (duration: 104.807892ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:43.950992Z","caller":"traceutil/trace.go:171","msg":"trace[2002330537] transaction","detail":"{read_only:false; response_revision:33849; number_of_response:1; }","duration":"158.09176ms","start":"2026-07-28T15:18:43.79289Z","end":"2026-07-28T15:18:43.950982Z","steps":["trace[2002330537] 'process raft request' (duration: 157.848594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:43.951119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.921892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:18:43.951161Z","caller":"traceutil/trace.go:171","msg":"trace[567557768] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:33849; }","duration":"172.977053ms","start":"2026-07-28T15:18:43.778172Z","end":"2026-07-28T15:18:43.951149Z","steps":["trace[567557768] 'agreement among raft nodes before linearized reading' (duration: 172.903702ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:44.110719Z","caller":"traceutil/trace.go:171","msg":"trace[899935733] transaction","detail":"{read_only:false; response_revision:33850; number_of_response:1; }","duration":"215.680353ms","start":"2026-07-28T15:18:43.895016Z","end":"2026-07-28T15:18:44.110696Z","steps":["trace[899935733] 'process raft request' (duration: 160.818114ms)","trace[899935733] 'compare' (duration: 54.718706ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:44.110879Z","caller":"traceutil/trace.go:171","msg":"trace[77713791] linearizableReadLoop","detail":"{readStateIndex:34917; appliedIndex:34915; }","duration":"159.933676ms","start":"2026-07-28T15:18:43.950917Z","end":"2026-07-28T15:18:44.11085Z","steps":["trace[77713791] 'read index received' (duration: 104.930724ms)","trace[77713791] 'applied index is now lower than readState.Index' (duration: 55.000882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:18:44.110956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.979762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-28T15:18:44.110989Z","caller":"traceutil/trace.go:171","msg":"trace[165435350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33851; }","duration":"174.097384ms","start":"2026-07-28T15:18:43.936883Z","end":"2026-07-28T15:18:44.11098Z","steps":["trace[165435350] 'agreement among raft nodes before linearized reading' (duration: 173.968922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:44.111456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.719398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-28T15:18:44.11157Z","caller":"traceutil/trace.go:171","msg":"trace[91526838] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:33851; }","duration":"202.137006ms","start":"2026-07-28T15:18:43.909412Z","end":"2026-07-28T15:18:44.111549Z","steps":["trace[91526838] 'agreement among raft nodes before linearized reading' (duration: 201.502504ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:44.111964Z","caller":"traceutil/trace.go:171","msg":"trace[1235760418] transaction","detail":"{read_only:false; response_revision:33851; number_of_response:1; }","duration":"215.792476ms","start":"2026-07-28T15:18:43.896152Z","end":"2026-07-28T15:18:44.111944Z","steps":["trace[1235760418] 'process raft request' (duration: 214.51174ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:46.083496Z","caller":"traceutil/trace.go:171","msg":"trace[199999389] transaction","detail":"{read_only:false; response_revision:33864; number_of_response:1; }","duration":"126.09658ms","start":"2026-07-28T15:18:45.95737Z","end":"2026-07-28T15:18:46.083467Z","steps":["trace[199999389] 'process raft request' (duration: 125.941597ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:46.373227Z","caller":"traceutil/trace.go:171","msg":"trace[287457323] transaction","detail":"{read_only:false; response_revision:33868; number_of_response:1; }","duration":"158.683422ms","start":"2026-07-28T15:18:46.214515Z","end":"2026-07-28T15:18:46.373198Z","steps":["trace[287457323] 'process raft request' (duration: 115.765547ms)","trace[287457323] 'compare' (duration: 42.584078ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:46.373537Z","caller":"traceutil/trace.go:171","msg":"trace[975424742] transaction","detail":"{read_only:false; response_revision:33869; number_of_response:1; }","duration":"157.852896ms","start":"2026-07-28T15:18:46.215651Z","end":"2026-07-28T15:18:46.373504Z","steps":["trace[975424742] 'process raft request' (duration: 157.482769ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:46.373814Z","caller":"traceutil/trace.go:171","msg":"trace[1711862761] transaction","detail":"{read_only:false; response_revision:33871; number_of_response:1; }","duration":"156.957308ms","start":"2026-07-28T15:18:46.216805Z","end":"2026-07-28T15:18:46.373763Z","steps":["trace[1711862761] 'process raft request' (duration: 156.739044ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:46.373914Z","caller":"traceutil/trace.go:171","msg":"trace[1255280694] transaction","detail":"{read_only:false; response_revision:33870; number_of_response:1; }","duration":"157.680242ms","start":"2026-07-28T15:18:46.216216Z","end":"2026-07-28T15:18:46.373896Z","steps":["trace[1255280694] 'process raft request' (duration: 157.144021ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:46.373909Z","caller":"traceutil/trace.go:171","msg":"trace[1699656262] transaction","detail":"{read_only:false; response_revision:33872; number_of_response:1; }","duration":"146.848609ms","start":"2026-07-28T15:18:46.22703Z","end":"2026-07-28T15:18:46.373879Z","steps":["trace[1699656262] 'process raft request' (duration: 146.568884ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:18:47.68756Z","caller":"traceutil/trace.go:171","msg":"trace[1151226730] linearizableReadLoop","detail":"{readStateIndex:34940; appliedIndex:34939; }","duration":"181.871108ms","start":"2026-07-28T15:18:47.505664Z","end":"2026-07-28T15:18:47.687535Z","steps":["trace[1151226730] 'read index received' (duration: 181.720775ms)","trace[1151226730] 'applied index is now lower than readState.Index' (duration: 149.173µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:18:47.687614Z","caller":"traceutil/trace.go:171","msg":"trace[1967002414] transaction","detail":"{read_only:false; response_revision:33874; number_of_response:1; }","duration":"198.334501ms","start":"2026-07-28T15:18:47.489247Z","end":"2026-07-28T15:18:47.687582Z","steps":["trace[1967002414] 'process raft request' (duration: 198.094656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:18:47.687697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.00014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:18:47.687737Z","caller":"traceutil/trace.go:171","msg":"trace[456025949] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:33874; }","duration":"182.077982ms","start":"2026-07-28T15:18:47.505645Z","end":"2026-07-28T15:18:47.687723Z","steps":["trace[456025949] 'agreement among raft nodes before linearized reading' (duration: 181.99067ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:19:22.403679Z","caller":"traceutil/trace.go:171","msg":"trace[662058718] transaction","detail":"{read_only:false; response_revision:34135; number_of_response:1; }","duration":"166.22244ms","start":"2026-07-28T15:19:22.237429Z","end":"2026-07-28T15:19:22.403652Z","steps":["trace[662058718] 'process raft request' (duration: 129.878425ms)","trace[662058718] 'compare' (duration: 36.09079ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:19:40.974801Z","caller":"traceutil/trace.go:171","msg":"trace[654715709] transaction","detail":"{read_only:false; response_revision:34272; number_of_response:1; }","duration":"209.558203ms","start":"2026-07-28T15:19:40.765214Z","end":"2026-07-28T15:19:40.974773Z","steps":["trace[654715709] 'process raft request' (duration: 209.37606ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:19:40.975095Z","caller":"traceutil/trace.go:171","msg":"trace[2038385923] transaction","detail":"{read_only:false; response_revision:34274; number_of_response:1; }","duration":"209.100393ms","start":"2026-07-28T15:19:40.765974Z","end":"2026-07-28T15:19:40.975074Z","steps":["trace[2038385923] 'process raft request' (duration: 208.973711ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:19:40.975151Z","caller":"traceutil/trace.go:171","msg":"trace[852136511] linearizableReadLoop","detail":"{readStateIndex:35353; appliedIndex:35349; }","duration":"116.583113ms","start":"2026-07-28T15:19:40.858547Z","end":"2026-07-28T15:19:40.97513Z","steps":["trace[852136511] 'read index received' (duration: 116.012152ms)","trace[852136511] 'applied index is now lower than readState.Index' (duration: 570.121µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:19:40.975258Z","caller":"traceutil/trace.go:171","msg":"trace[61074635] transaction","detail":"{read_only:false; response_revision:34273; number_of_response:1; }","duration":"209.388009ms","start":"2026-07-28T15:19:40.765855Z","end":"2026-07-28T15:19:40.975243Z","steps":["trace[61074635] 'process raft request' (duration: 208.878629ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:19:40.975303Z","caller":"traceutil/trace.go:171","msg":"trace[469998462] transaction","detail":"{read_only:false; response_revision:34275; number_of_response:1; }","duration":"208.999681ms","start":"2026-07-28T15:19:40.766296Z","end":"2026-07-28T15:19:40.975295Z","steps":["trace[469998462] 'process raft request' (duration: 208.743976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:19:40.975494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.932981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1145"} {"level":"info","ts":"2026-07-28T15:19:40.975529Z","caller":"traceutil/trace.go:171","msg":"trace[1538806132] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:34275; }","duration":"117.010482ms","start":"2026-07-28T15:19:40.858511Z","end":"2026-07-28T15:19:40.975522Z","steps":["trace[1538806132] 'agreement among raft nodes before linearized reading' (duration: 116.872509ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:20:41.469249Z","caller":"traceutil/trace.go:171","msg":"trace[385518550] transaction","detail":"{read_only:false; response_revision:34788; number_of_response:1; }","duration":"133.839482ms","start":"2026-07-28T15:20:41.335381Z","end":"2026-07-28T15:20:41.469221Z","steps":["trace[385518550] 'process raft request' (duration: 133.662019ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:21:35.070788Z","caller":"traceutil/trace.go:171","msg":"trace[517358225] linearizableReadLoop","detail":"{readStateIndex:36282; appliedIndex:36281; }","duration":"136.114148ms","start":"2026-07-28T15:21:34.934648Z","end":"2026-07-28T15:21:35.070762Z","steps":["trace[517358225] 'read index received' (duration: 135.973515ms)","trace[517358225] 'applied index is now lower than readState.Index' (duration: 139.283µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:21:35.070847Z","caller":"traceutil/trace.go:171","msg":"trace[692214079] transaction","detail":"{read_only:false; response_revision:35178; number_of_response:1; }","duration":"143.067105ms","start":"2026-07-28T15:21:34.92774Z","end":"2026-07-28T15:21:35.070807Z","steps":["trace[692214079] 'process raft request' (duration: 142.870791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:21:35.071012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.340443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/sharev2\" ","response":"range_response_count:1 size:838"} {"level":"info","ts":"2026-07-28T15:21:35.071056Z","caller":"traceutil/trace.go:171","msg":"trace[2101699409] range","detail":"{range_begin:/registry/ingress/openstack/sharev2; range_end:; response_count:1; response_revision:35178; }","duration":"136.433784ms","start":"2026-07-28T15:21:34.93461Z","end":"2026-07-28T15:21:35.071044Z","steps":["trace[2101699409] 'agreement among raft nodes before linearized reading' (duration: 136.27781ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:22:01.017321Z","caller":"traceutil/trace.go:171","msg":"trace[1613445949] transaction","detail":"{read_only:false; response_revision:35366; number_of_response:1; }","duration":"105.858773ms","start":"2026-07-28T15:22:00.911436Z","end":"2026-07-28T15:22:01.017295Z","steps":["trace[1613445949] 'process raft request' (duration: 105.69844ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:22:20.172062Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33260} {"level":"info","ts":"2026-07-28T15:22:20.356842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33260,"took":"179.961919ms","hash":1416934175,"current-db-size-bytes":60407808,"current-db-size":"60 MB","current-db-size-in-use-bytes":32280576,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T15:22:20.35695Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1416934175,"revision":33260,"compact-revision":30995} {"level":"info","ts":"2026-07-28T15:22:42.086686Z","caller":"traceutil/trace.go:171","msg":"trace[973743196] transaction","detail":"{read_only:false; response_revision:35697; number_of_response:1; }","duration":"116.784767ms","start":"2026-07-28T15:22:41.969873Z","end":"2026-07-28T15:22:42.086658Z","steps":["trace[973743196] 'process raft request' (duration: 116.592523ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:22:42.691458Z","caller":"traceutil/trace.go:171","msg":"trace[833371414] transaction","detail":"{read_only:false; response_revision:35703; number_of_response:1; }","duration":"112.669306ms","start":"2026-07-28T15:22:42.578732Z","end":"2026-07-28T15:22:42.691402Z","steps":["trace[833371414] 'process raft request' (duration: 75.703579ms)","trace[833371414] 'compare' (duration: 36.346115ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:22:43.456103Z","caller":"traceutil/trace.go:171","msg":"trace[2087102164] transaction","detail":"{read_only:false; response_revision:35709; number_of_response:1; }","duration":"111.327589ms","start":"2026-07-28T15:22:43.344738Z","end":"2026-07-28T15:22:43.456065Z","steps":["trace[2087102164] 'process raft request' (duration: 111.074255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:22:59.527517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.907427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:22:59.527588Z","caller":"traceutil/trace.go:171","msg":"trace[437581186] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:35845; }","duration":"188.026208ms","start":"2026-07-28T15:22:59.339546Z","end":"2026-07-28T15:22:59.527573Z","steps":["trace[437581186] 'range keys from in-memory index tree' (duration: 187.705742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:22:59.527673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.778237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:22:59.5277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.692528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:22:59.527778Z","caller":"traceutil/trace.go:171","msg":"trace[371567931] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:35845; }","duration":"232.797349ms","start":"2026-07-28T15:22:59.294962Z","end":"2026-07-28T15:22:59.527759Z","steps":["trace[371567931] 'range keys from in-memory index tree' (duration: 232.493534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:22:59.52774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.154981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:22:59.52786Z","caller":"traceutil/trace.go:171","msg":"trace[2030472319] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:35845; }","duration":"188.313224ms","start":"2026-07-28T15:22:59.339526Z","end":"2026-07-28T15:22:59.527839Z","steps":["trace[2030472319] 'range keys from in-memory index tree' (duration: 187.879746ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:22:59.527778Z","caller":"traceutil/trace.go:171","msg":"trace[1820177094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35845; }","duration":"240.892429ms","start":"2026-07-28T15:22:59.286858Z","end":"2026-07-28T15:22:59.52775Z","steps":["trace[1820177094] 'range keys from in-memory index tree' (duration: 240.607903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:22:59.527994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.130599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:22:59.528621Z","caller":"traceutil/trace.go:171","msg":"trace[1581405485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35845; }","duration":"165.329662ms","start":"2026-07-28T15:22:59.362765Z","end":"2026-07-28T15:22:59.528095Z","steps":["trace[1581405485] 'range keys from in-memory index tree' (duration: 164.766462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:04.519884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.774235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-28T15:23:04.519932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.690219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T15:23:04.519977Z","caller":"traceutil/trace.go:171","msg":"trace[1270415990] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:35885; }","duration":"183.942838ms","start":"2026-07-28T15:23:04.336015Z","end":"2026-07-28T15:23:04.519958Z","steps":["trace[1270415990] 'count revisions from in-memory index tree' (duration: 183.676263ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:04.519979Z","caller":"traceutil/trace.go:171","msg":"trace[1616178586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35885; }","duration":"194.792022ms","start":"2026-07-28T15:23:04.325174Z","end":"2026-07-28T15:23:04.519966Z","steps":["trace[1616178586] 'range keys from in-memory index tree' (duration: 194.477625ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:04.739665Z","caller":"traceutil/trace.go:171","msg":"trace[1837051342] linearizableReadLoop","detail":"{readStateIndex:37011; appliedIndex:37010; }","duration":"313.581399ms","start":"2026-07-28T15:23:04.426052Z","end":"2026-07-28T15:23:04.739634Z","steps":["trace[1837051342] 'read index received' (duration: 313.419346ms)","trace[1837051342] 'applied index is now lower than readState.Index' (duration: 160.833µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:23:04.739723Z","caller":"traceutil/trace.go:171","msg":"trace[1434043321] transaction","detail":"{read_only:false; response_revision:35886; number_of_response:1; }","duration":"317.594988ms","start":"2026-07-28T15:23:04.422077Z","end":"2026-07-28T15:23:04.739672Z","steps":["trace[1434043321] 'process raft request' (duration: 317.384614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:04.739844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.772623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-28T15:23:04.739889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:04.422042Z","time spent":"317.758391ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:23:04.739916Z","caller":"traceutil/trace.go:171","msg":"trace[932972796] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:35886; }","duration":"313.940647ms","start":"2026-07-28T15:23:04.425959Z","end":"2026-07-28T15:23:04.7399Z","steps":["trace[932972796] 'agreement among raft nodes before linearized reading' (duration: 313.800493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:04.739962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:04.425949Z","time spent":"314.003878ms","remote":"127.0.0.1:54286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-28T15:23:04.80617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.142972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-28T15:23:04.80626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.7772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-28T15:23:04.806343Z","caller":"traceutil/trace.go:171","msg":"trace[28928358] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:35888; }","duration":"289.917543ms","start":"2026-07-28T15:23:04.516402Z","end":"2026-07-28T15:23:04.806319Z","steps":["trace[28928358] 'agreement among raft nodes before linearized reading' (duration: 289.662858ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:04.806331Z","caller":"traceutil/trace.go:171","msg":"trace[854559775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35888; }","duration":"215.366196ms","start":"2026-07-28T15:23:04.590925Z","end":"2026-07-28T15:23:04.806291Z","steps":["trace[854559775] 'agreement among raft nodes before linearized reading' (duration: 214.984549ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:04.806355Z","caller":"traceutil/trace.go:171","msg":"trace[985346299] transaction","detail":"{read_only:false; response_revision:35887; number_of_response:1; }","duration":"281.760883ms","start":"2026-07-28T15:23:04.524555Z","end":"2026-07-28T15:23:04.806316Z","steps":["trace[985346299] 'process raft request' (duration: 280.956407ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:04.806386Z","caller":"traceutil/trace.go:171","msg":"trace[1810644916] transaction","detail":"{read_only:false; response_revision:35888; number_of_response:1; }","duration":"194.127279ms","start":"2026-07-28T15:23:04.612195Z","end":"2026-07-28T15:23:04.806322Z","steps":["trace[1810644916] 'process raft request' (duration: 193.510617ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:05.027015Z","caller":"traceutil/trace.go:171","msg":"trace[1319461152] transaction","detail":"{read_only:false; response_revision:35892; number_of_response:1; }","duration":"145.576033ms","start":"2026-07-28T15:23:04.881412Z","end":"2026-07-28T15:23:05.026988Z","steps":["trace[1319461152] 'process raft request' (duration: 145.40414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:05.46165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.984009ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:23:05.46186Z","caller":"traceutil/trace.go:171","msg":"trace[2021655043] linearizableReadLoop","detail":"{readStateIndex:37019; appliedIndex:37017; }","duration":"175.536452ms","start":"2026-07-28T15:23:05.286305Z","end":"2026-07-28T15:23:05.461841Z","steps":["trace[2021655043] 'read index received' (duration: 174.932031ms)","trace[2021655043] 'applied index is now lower than readState.Index' (duration: 603.501µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:23:05.461934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.635805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:23:05.462251Z","caller":"traceutil/trace.go:171","msg":"trace[424365408] transaction","detail":"{read_only:false; response_revision:35894; number_of_response:1; }","duration":"364.912037ms","start":"2026-07-28T15:23:05.09704Z","end":"2026-07-28T15:23:05.461952Z","steps":["trace[424365408] 'process raft request' (duration: 364.732954ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:05.46241Z","caller":"traceutil/trace.go:171","msg":"trace[782626602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35894; }","duration":"175.708037ms","start":"2026-07-28T15:23:05.286249Z","end":"2026-07-28T15:23:05.461957Z","steps":["trace[782626602] 'agreement among raft nodes before linearized reading' (duration: 175.654096ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:05.462518Z","caller":"traceutil/trace.go:171","msg":"trace[1417365712] transaction","detail":"{read_only:false; response_revision:35893; number_of_response:1; }","duration":"369.248453ms","start":"2026-07-28T15:23:05.092733Z","end":"2026-07-28T15:23:05.461981Z","steps":["trace[1417365712] 'process raft request' (duration: 122.842216ms)","trace[1417365712] 'compare' (duration: 245.866107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:23:05.462589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:05.097011Z","time spent":"365.377638ms","remote":"127.0.0.1:52636","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10242,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:23:05.46262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:05.092716Z","time spent":"369.856205ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:23:05.882684Z","caller":"traceutil/trace.go:171","msg":"trace[907899044] transaction","detail":"{read_only:false; response_revision:35895; number_of_response:1; }","duration":"332.641094ms","start":"2026-07-28T15:23:05.550021Z","end":"2026-07-28T15:23:05.882662Z","steps":["trace[907899044] 'process raft request' (duration: 332.455701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:05.88288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:05.550007Z","time spent":"332.793657ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:23:05.900073Z","caller":"traceutil/trace.go:171","msg":"trace[748789620] transaction","detail":"{read_only:false; response_revision:35896; number_of_response:1; }","duration":"348.683329ms","start":"2026-07-28T15:23:05.551374Z","end":"2026-07-28T15:23:05.900057Z","steps":["trace[748789620] 'process raft request' (duration: 348.435165ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:05.900078Z","caller":"traceutil/trace.go:171","msg":"trace[1644730991] transaction","detail":"{read_only:false; response_revision:35897; number_of_response:1; }","duration":"258.050616ms","start":"2026-07-28T15:23:05.642003Z","end":"2026-07-28T15:23:05.900053Z","steps":["trace[1644730991] 'process raft request' (duration: 257.956144ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:05.900305Z","caller":"traceutil/trace.go:171","msg":"trace[744070164] transaction","detail":"{read_only:false; response_revision:35898; number_of_response:1; }","duration":"233.659637ms","start":"2026-07-28T15:23:05.666625Z","end":"2026-07-28T15:23:05.900284Z","steps":["trace[744070164] 'process raft request' (duration: 233.378851ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:05.900433Z","caller":"traceutil/trace.go:171","msg":"trace[1052322766] transaction","detail":"{read_only:false; response_revision:35899; number_of_response:1; }","duration":"136.122368ms","start":"2026-07-28T15:23:05.764299Z","end":"2026-07-28T15:23:05.900422Z","steps":["trace[1052322766] 'process raft request' (duration: 135.929754ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:05.900407Z","caller":"traceutil/trace.go:171","msg":"trace[1022888676] linearizableReadLoop","detail":"{readStateIndex:37021; appliedIndex:37019; }","duration":"345.507916ms","start":"2026-07-28T15:23:05.554862Z","end":"2026-07-28T15:23:05.90037Z","steps":["trace[1022888676] 'read index received' (duration: 327.692336ms)","trace[1022888676] 'applied index is now lower than readState.Index' (duration: 17.81452ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:23:05.900158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:05.55135Z","time spent":"348.765221ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:23:05.90076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.875294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-28T15:23:05.900833Z","caller":"traceutil/trace.go:171","msg":"trace[885090729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:35899; }","duration":"346.004527ms","start":"2026-07-28T15:23:05.554809Z","end":"2026-07-28T15:23:05.900813Z","steps":["trace[885090729] 'agreement among raft nodes before linearized reading' (duration: 345.760922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:05.900895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:05.554784Z","time spent":"346.097039ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T15:23:06.234886Z","caller":"traceutil/trace.go:171","msg":"trace[1921107123] linearizableReadLoop","detail":"{readStateIndex:37025; appliedIndex:37024; }","duration":"328.89503ms","start":"2026-07-28T15:23:05.905961Z","end":"2026-07-28T15:23:06.234856Z","steps":["trace[1921107123] 'read index received' (duration: 328.670486ms)","trace[1921107123] 'applied index is now lower than readState.Index' (duration: 223.134µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:23:06.235012Z","caller":"traceutil/trace.go:171","msg":"trace[1957807616] transaction","detail":"{read_only:false; response_revision:35900; number_of_response:1; }","duration":"329.507522ms","start":"2026-07-28T15:23:05.905489Z","end":"2026-07-28T15:23:06.234997Z","steps":["trace[1957807616] 'process raft request' (duration: 329.172525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:06.235221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.239297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-92d1743c-d6f6-4106-9cf1-2a274cc93921\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-28T15:23:06.2353Z","caller":"traceutil/trace.go:171","msg":"trace[1111726467] range","detail":"{range_begin:/registry/persistentvolumes/pvc-92d1743c-d6f6-4106-9cf1-2a274cc93921; range_end:; response_count:1; response_revision:35900; }","duration":"329.35124ms","start":"2026-07-28T15:23:05.905927Z","end":"2026-07-28T15:23:06.235278Z","steps":["trace[1111726467] 'agreement among raft nodes before linearized reading' (duration: 329.121525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:06.235317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:05.905469Z","time spent":"329.588293ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:23:06.235347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:05.9059Z","time spent":"329.438341ms","remote":"127.0.0.1:52592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-92d1743c-d6f6-4106-9cf1-2a274cc93921\" "} {"level":"warn","ts":"2026-07-28T15:23:06.258765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.218358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:23:06.258798Z","caller":"traceutil/trace.go:171","msg":"trace[811212848] transaction","detail":"{read_only:false; response_revision:35901; number_of_response:1; }","duration":"352.498934ms","start":"2026-07-28T15:23:05.906237Z","end":"2026-07-28T15:23:06.258736Z","steps":["trace[811212848] 'process raft request' (duration: 352.31254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:06.259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.324241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:23:06.259082Z","caller":"traceutil/trace.go:171","msg":"trace[1653346760] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:35901; }","duration":"110.413752ms","start":"2026-07-28T15:23:06.148651Z","end":"2026-07-28T15:23:06.259064Z","steps":["trace[1653346760] 'agreement among raft nodes before linearized reading' (duration: 110.2811ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:06.258845Z","caller":"traceutil/trace.go:171","msg":"trace[1175423368] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:35901; }","duration":"230.342351ms","start":"2026-07-28T15:23:06.028481Z","end":"2026-07-28T15:23:06.258824Z","steps":["trace[1175423368] 'agreement among raft nodes before linearized reading' (duration: 230.203438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:06.258881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.198283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:23:06.259304Z","caller":"traceutil/trace.go:171","msg":"trace[2046745063] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:35901; }","duration":"183.639782ms","start":"2026-07-28T15:23:06.075649Z","end":"2026-07-28T15:23:06.259289Z","steps":["trace[2046745063] 'agreement among raft nodes before linearized reading' (duration: 183.134702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:06.25955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:05.906223Z","time spent":"352.845761ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:23:42.239708Z","caller":"traceutil/trace.go:171","msg":"trace[1121939097] transaction","detail":"{read_only:false; response_revision:36167; number_of_response:1; }","duration":"217.641112ms","start":"2026-07-28T15:23:42.022031Z","end":"2026-07-28T15:23:42.239672Z","steps":["trace[1121939097] 'process raft request' (duration: 217.409476ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:42.401307Z","caller":"traceutil/trace.go:171","msg":"trace[1777350660] linearizableReadLoop","detail":"{readStateIndex:37302; appliedIndex:37299; }","duration":"116.118685ms","start":"2026-07-28T15:23:42.285158Z","end":"2026-07-28T15:23:42.401277Z","steps":["trace[1777350660] 'read index received' (duration: 115.87296ms)","trace[1777350660] 'applied index is now lower than readState.Index' (duration: 244.495µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:23:42.401504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.323728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:23:42.401529Z","caller":"traceutil/trace.go:171","msg":"trace[767676900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36170; }","duration":"116.41781ms","start":"2026-07-28T15:23:42.285105Z","end":"2026-07-28T15:23:42.401522Z","steps":["trace[767676900] 'agreement among raft nodes before linearized reading' (duration: 116.290438ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:42.401792Z","caller":"traceutil/trace.go:171","msg":"trace[823134233] transaction","detail":"{read_only:false; response_revision:36169; number_of_response:1; }","duration":"368.499639ms","start":"2026-07-28T15:23:42.033259Z","end":"2026-07-28T15:23:42.401759Z","steps":["trace[823134233] 'process raft request' (duration: 367.948218ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:23:42.401959Z","caller":"traceutil/trace.go:171","msg":"trace[730529964] transaction","detail":"{read_only:false; response_revision:36168; number_of_response:1; }","duration":"374.70161ms","start":"2026-07-28T15:23:42.027225Z","end":"2026-07-28T15:23:42.401927Z","steps":["trace[730529964] 'process raft request' (duration: 373.786863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:42.402009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:42.033242Z","time spent":"368.638441ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:23:42.401834Z","caller":"traceutil/trace.go:171","msg":"trace[902329601] transaction","detail":"{read_only:false; response_revision:36170; number_of_response:1; }","duration":"368.55491ms","start":"2026-07-28T15:23:42.03327Z","end":"2026-07-28T15:23:42.401825Z","steps":["trace[902329601] 'process raft request' (duration: 367.967949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:23:42.402483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:42.033252Z","time spent":"369.121532ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:23:42.402655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:23:42.027207Z","time spent":"374.805614ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T15:27:20.178778Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35506} {"level":"info","ts":"2026-07-28T15:27:20.327549Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35506,"took":"144.544711ms","hash":2765503290,"current-db-size-bytes":60919808,"current-db-size":"61 MB","current-db-size-in-use-bytes":32915456,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-28T15:27:20.327623Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2765503290,"revision":35506,"compact-revision":33260} {"level":"info","ts":"2026-07-28T15:28:42.823803Z","caller":"traceutil/trace.go:171","msg":"trace[1937275110] linearizableReadLoop","detail":"{readStateIndex:39642; appliedIndex:39640; }","duration":"121.168612ms","start":"2026-07-28T15:28:42.70261Z","end":"2026-07-28T15:28:42.823779Z","steps":["trace[1937275110] 'read index received' (duration: 63.467138ms)","trace[1937275110] 'applied index is now lower than readState.Index' (duration: 57.700514ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:28:42.823831Z","caller":"traceutil/trace.go:171","msg":"trace[797228821] transaction","detail":"{read_only:false; response_revision:38444; number_of_response:1; }","duration":"132.181937ms","start":"2026-07-28T15:28:42.69162Z","end":"2026-07-28T15:28:42.823802Z","steps":["trace[797228821] 'process raft request' (duration: 131.952773ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:28:42.823869Z","caller":"traceutil/trace.go:171","msg":"trace[998953152] transaction","detail":"{read_only:false; response_revision:38445; number_of_response:1; }","duration":"107.696676ms","start":"2026-07-28T15:28:42.716152Z","end":"2026-07-28T15:28:42.823849Z","steps":["trace[998953152] 'process raft request' (duration: 107.574904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:28:42.824037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.392046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:28:42.824127Z","caller":"traceutil/trace.go:171","msg":"trace[2086163418] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:38445; }","duration":"121.537849ms","start":"2026-07-28T15:28:42.702567Z","end":"2026-07-28T15:28:42.824104Z","steps":["trace[2086163418] 'agreement among raft nodes before linearized reading' (duration: 121.367286ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:28:51.600972Z","caller":"traceutil/trace.go:171","msg":"trace[1490689397] transaction","detail":"{read_only:false; response_revision:38506; number_of_response:1; }","duration":"157.139359ms","start":"2026-07-28T15:28:51.443807Z","end":"2026-07-28T15:28:51.600947Z","steps":["trace[1490689397] 'process raft request' (duration: 156.935525ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:28:51.81477Z","caller":"traceutil/trace.go:171","msg":"trace[249389196] transaction","detail":"{read_only:false; response_revision:38507; number_of_response:1; }","duration":"271.354861ms","start":"2026-07-28T15:28:51.543377Z","end":"2026-07-28T15:28:51.814732Z","steps":["trace[249389196] 'process raft request' (duration: 271.153117ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:28:51.871752Z","caller":"traceutil/trace.go:171","msg":"trace[888682790] transaction","detail":"{read_only:false; response_revision:38509; number_of_response:1; }","duration":"213.648508ms","start":"2026-07-28T15:28:51.658071Z","end":"2026-07-28T15:28:51.871719Z","steps":["trace[888682790] 'process raft request' (duration: 213.554726ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:28:51.871774Z","caller":"traceutil/trace.go:171","msg":"trace[639319136] transaction","detail":"{read_only:false; response_revision:38508; number_of_response:1; }","duration":"234.084269ms","start":"2026-07-28T15:28:51.637652Z","end":"2026-07-28T15:28:51.871737Z","steps":["trace[639319136] 'process raft request' (duration: 233.791524ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:28:51.871913Z","caller":"traceutil/trace.go:171","msg":"trace[1776200186] transaction","detail":"{read_only:false; response_revision:38510; number_of_response:1; }","duration":"166.218665ms","start":"2026-07-28T15:28:51.705665Z","end":"2026-07-28T15:28:51.871884Z","steps":["trace[1776200186] 'process raft request' (duration: 166.007391ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:05.196841Z","caller":"traceutil/trace.go:171","msg":"trace[2002384339] transaction","detail":"{read_only:false; response_revision:38605; number_of_response:1; }","duration":"112.657033ms","start":"2026-07-28T15:29:05.084158Z","end":"2026-07-28T15:29:05.196815Z","steps":["trace[2002384339] 'process raft request' (duration: 95.492526ms)","trace[2002384339] 'compare' (duration: 16.983694ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:29:05.196883Z","caller":"traceutil/trace.go:171","msg":"trace[1289256847] transaction","detail":"{read_only:false; response_revision:38606; number_of_response:1; }","duration":"112.678094ms","start":"2026-07-28T15:29:05.084185Z","end":"2026-07-28T15:29:05.196863Z","steps":["trace[1289256847] 'process raft request' (duration: 112.563732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:05.75543Z","caller":"traceutil/trace.go:171","msg":"trace[1714370673] transaction","detail":"{read_only:false; response_revision:38609; number_of_response:1; }","duration":"104.684558ms","start":"2026-07-28T15:29:05.650705Z","end":"2026-07-28T15:29:05.755389Z","steps":["trace[1714370673] 'process raft request' (duration: 104.388762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:06.128135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.17533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:29:06.128312Z","caller":"traceutil/trace.go:171","msg":"trace[1522508578] transaction","detail":"{read_only:false; response_revision:38612; number_of_response:1; }","duration":"200.598201ms","start":"2026-07-28T15:29:05.927696Z","end":"2026-07-28T15:29:06.128294Z","steps":["trace[1522508578] 'process raft request' (duration: 200.53724ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:06.128739Z","caller":"traceutil/trace.go:171","msg":"trace[1839107915] transaction","detail":"{read_only:false; response_revision:38611; number_of_response:1; }","duration":"202.740894ms","start":"2026-07-28T15:29:05.925684Z","end":"2026-07-28T15:29:06.128425Z","steps":["trace[1839107915] 'process raft request' (duration: 52.189296ms)","trace[1839107915] 'compare' (duration: 150.052348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:29:06.507359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.667136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:29:06.507464Z","caller":"traceutil/trace.go:171","msg":"trace[2144874595] linearizableReadLoop","detail":"{readStateIndex:39815; appliedIndex:39814; }","duration":"285.00536ms","start":"2026-07-28T15:29:06.22244Z","end":"2026-07-28T15:29:06.507445Z","steps":["trace[2144874595] 'read index received' (duration: 7.089399ms)","trace[2144874595] 'applied index is now lower than readState.Index' (duration: 277.914181ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:29:06.50757Z","caller":"traceutil/trace.go:171","msg":"trace[255676743] transaction","detail":"{read_only:false; response_revision:38613; number_of_response:1; }","duration":"333.901101ms","start":"2026-07-28T15:29:06.173656Z","end":"2026-07-28T15:29:06.507557Z","steps":["trace[255676743] 'process raft request' (duration: 55.919389ms)","trace[255676743] 'compare' (duration: 277.35131ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:29:06.507634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T15:29:06.173622Z","time spent":"333.980973ms","remote":"127.0.0.1:52690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T15:29:06.508271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.175764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-28T15:29:06.508332Z","caller":"traceutil/trace.go:171","msg":"trace[1747460059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38613; }","duration":"283.42555ms","start":"2026-07-28T15:29:06.224891Z","end":"2026-07-28T15:29:06.508316Z","steps":["trace[1747460059] 'agreement among raft nodes before linearized reading' (duration: 283.267457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:06.508487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.196676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:29:06.508511Z","caller":"traceutil/trace.go:171","msg":"trace[637533811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38613; }","duration":"222.254298ms","start":"2026-07-28T15:29:06.28625Z","end":"2026-07-28T15:29:06.508504Z","steps":["trace[637533811] 'agreement among raft nodes before linearized reading' (duration: 222.215127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:06.508554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.491928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:29:06.508669Z","caller":"traceutil/trace.go:171","msg":"trace[120137468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38613; }","duration":"204.695212ms","start":"2026-07-28T15:29:06.303923Z","end":"2026-07-28T15:29:06.508618Z","steps":["trace[120137468] 'agreement among raft nodes before linearized reading' (duration: 204.368736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:06.509226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.731783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-28T15:29:06.509387Z","caller":"traceutil/trace.go:171","msg":"trace[1695390070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:38613; }","duration":"286.954839ms","start":"2026-07-28T15:29:06.222393Z","end":"2026-07-28T15:29:06.509348Z","steps":["trace[1695390070] 'agreement among raft nodes before linearized reading' (duration: 285.587742ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:06.675654Z","caller":"traceutil/trace.go:171","msg":"trace[806742639] linearizableReadLoop","detail":"{readStateIndex:39817; appliedIndex:39815; }","duration":"161.532724ms","start":"2026-07-28T15:29:06.514099Z","end":"2026-07-28T15:29:06.675632Z","steps":["trace[806742639] 'read index received' (duration: 36.327234ms)","trace[806742639] 'applied index is now lower than readState.Index' (duration: 125.20474ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:29:06.675849Z","caller":"traceutil/trace.go:171","msg":"trace[1928044745] transaction","detail":"{read_only:false; response_revision:38615; number_of_response:1; }","duration":"161.813319ms","start":"2026-07-28T15:29:06.514027Z","end":"2026-07-28T15:29:06.67584Z","steps":["trace[1928044745] 'process raft request' (duration: 159.497105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:06.676243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.128316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-28T15:29:06.676277Z","caller":"traceutil/trace.go:171","msg":"trace[1139643814] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38615; }","duration":"162.226938ms","start":"2026-07-28T15:29:06.514043Z","end":"2026-07-28T15:29:06.67627Z","steps":["trace[1139643814] 'agreement among raft nodes before linearized reading' (duration: 161.934362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:06.986854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.510183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:29:06.987085Z","caller":"traceutil/trace.go:171","msg":"trace[591758601] linearizableReadLoop","detail":"{readStateIndex:39819; appliedIndex:39817; }","duration":"150.557489ms","start":"2026-07-28T15:29:06.836505Z","end":"2026-07-28T15:29:06.987063Z","steps":["trace[591758601] 'read index received' (duration: 98.491506ms)","trace[591758601] 'applied index is now lower than readState.Index' (duration: 52.064563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:29:06.987183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.682842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:29:06.987225Z","caller":"traceutil/trace.go:171","msg":"trace[478209512] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:38617; }","duration":"150.774603ms","start":"2026-07-28T15:29:06.836439Z","end":"2026-07-28T15:29:06.987213Z","steps":["trace[478209512] 'agreement among raft nodes before linearized reading' (duration: 150.697801ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:06.987229Z","caller":"traceutil/trace.go:171","msg":"trace[1811837218] transaction","detail":"{read_only:false; response_revision:38616; number_of_response:1; }","duration":"233.838565ms","start":"2026-07-28T15:29:06.753317Z","end":"2026-07-28T15:29:06.987155Z","steps":["trace[1811837218] 'process raft request' (duration: 39.922684ms)","trace[1811837218] 'compare' (duration: 193.351909ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:29:06.98731Z","caller":"traceutil/trace.go:171","msg":"trace[268339503] transaction","detail":"{read_only:false; response_revision:38617; number_of_response:1; }","duration":"150.965767ms","start":"2026-07-28T15:29:06.836313Z","end":"2026-07-28T15:29:06.987279Z","steps":["trace[268339503] 'process raft request' (duration: 150.668901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:08.369834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.619587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:29:08.37017Z","caller":"traceutil/trace.go:171","msg":"trace[607948142] transaction","detail":"{read_only:false; response_revision:38626; number_of_response:1; }","duration":"235.512819ms","start":"2026-07-28T15:29:08.134612Z","end":"2026-07-28T15:29:08.370125Z","steps":["trace[607948142] 'process raft request' (duration: 107.502573ms)","trace[607948142] 'compare' (duration: 127.420364ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:29:08.370382Z","caller":"traceutil/trace.go:171","msg":"trace[1350002131] transaction","detail":"{read_only:false; response_revision:38627; number_of_response:1; }","duration":"194.775718ms","start":"2026-07-28T15:29:08.175559Z","end":"2026-07-28T15:29:08.370335Z","steps":["trace[1350002131] 'process raft request' (duration: 194.41449ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:09.2323Z","caller":"traceutil/trace.go:171","msg":"trace[726926101] transaction","detail":"{read_only:false; response_revision:38631; number_of_response:1; }","duration":"236.562329ms","start":"2026-07-28T15:29:08.995708Z","end":"2026-07-28T15:29:09.23227Z","steps":["trace[726926101] 'process raft request' (duration: 236.357965ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:09.292537Z","caller":"traceutil/trace.go:171","msg":"trace[1891703809] linearizableReadLoop","detail":"{readStateIndex:39835; appliedIndex:39833; }","duration":"102.82935ms","start":"2026-07-28T15:29:09.189684Z","end":"2026-07-28T15:29:09.292514Z","steps":["trace[1891703809] 'read index received' (duration: 42.459124ms)","trace[1891703809] 'applied index is now lower than readState.Index' (duration: 60.369056ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:29:09.29261Z","caller":"traceutil/trace.go:171","msg":"trace[133870776] transaction","detail":"{read_only:false; response_revision:38632; number_of_response:1; }","duration":"260.929357ms","start":"2026-07-28T15:29:09.031648Z","end":"2026-07-28T15:29:09.292578Z","steps":["trace[133870776] 'process raft request' (duration: 260.722473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:09.292764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.076626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-28T15:29:09.292802Z","caller":"traceutil/trace.go:171","msg":"trace[1811895946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38632; }","duration":"103.168638ms","start":"2026-07-28T15:29:09.189622Z","end":"2026-07-28T15:29:09.29279Z","steps":["trace[1811895946] 'agreement among raft nodes before linearized reading' (duration: 103.021614ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:10.635723Z","caller":"traceutil/trace.go:171","msg":"trace[1539846270] linearizableReadLoop","detail":"{readStateIndex:39845; appliedIndex:39844; }","duration":"100.252171ms","start":"2026-07-28T15:29:10.53545Z","end":"2026-07-28T15:29:10.635703Z","steps":["trace[1539846270] 'read index received' (duration: 100.073707ms)","trace[1539846270] 'applied index is now lower than readState.Index' (duration: 177.464µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:29:10.635788Z","caller":"traceutil/trace.go:171","msg":"trace[1634713664] transaction","detail":"{read_only:false; response_revision:38642; number_of_response:1; }","duration":"260.5216ms","start":"2026-07-28T15:29:10.375249Z","end":"2026-07-28T15:29:10.635771Z","steps":["trace[1634713664] 'process raft request' (duration: 260.252525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:10.635957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.487715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:29:10.636Z","caller":"traceutil/trace.go:171","msg":"trace[606292082] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:38642; }","duration":"100.568657ms","start":"2026-07-28T15:29:10.535418Z","end":"2026-07-28T15:29:10.635987Z","steps":["trace[606292082] 'agreement among raft nodes before linearized reading' (duration: 100.414364ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:10.690414Z","caller":"traceutil/trace.go:171","msg":"trace[785711801] transaction","detail":"{read_only:false; response_revision:38643; number_of_response:1; }","duration":"154.898804ms","start":"2026-07-28T15:29:10.535489Z","end":"2026-07-28T15:29:10.690388Z","steps":["trace[785711801] 'process raft request' (duration: 154.568107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:10.690432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.893184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:29:10.690517Z","caller":"traceutil/trace.go:171","msg":"trace[648790354] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:38643; }","duration":"154.998436ms","start":"2026-07-28T15:29:10.535497Z","end":"2026-07-28T15:29:10.690496Z","steps":["trace[648790354] 'agreement among raft nodes before linearized reading' (duration: 154.741861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:10.690522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.870434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:29:10.690577Z","caller":"traceutil/trace.go:171","msg":"trace[1922047292] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:38643; }","duration":"154.998416ms","start":"2026-07-28T15:29:10.535565Z","end":"2026-07-28T15:29:10.690563Z","steps":["trace[1922047292] 'agreement among raft nodes before linearized reading' (duration: 154.780412ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:11.362706Z","caller":"traceutil/trace.go:171","msg":"trace[1485908748] transaction","detail":"{read_only:false; response_revision:38646; number_of_response:1; }","duration":"121.519639ms","start":"2026-07-28T15:29:11.241152Z","end":"2026-07-28T15:29:11.362671Z","steps":["trace[1485908748] 'process raft request' (duration: 121.203253ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:11.4048Z","caller":"traceutil/trace.go:171","msg":"trace[1584264273] transaction","detail":"{read_only:false; response_revision:38647; number_of_response:1; }","duration":"107.067125ms","start":"2026-07-28T15:29:11.29769Z","end":"2026-07-28T15:29:11.404757Z","steps":["trace[1584264273] 'process raft request' (duration: 106.32882ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:17.549746Z","caller":"traceutil/trace.go:171","msg":"trace[1194205122] linearizableReadLoop","detail":"{readStateIndex:39895; appliedIndex:39894; }","duration":"105.285328ms","start":"2026-07-28T15:29:17.444428Z","end":"2026-07-28T15:29:17.549713Z","steps":["trace[1194205122] 'read index received' (duration: 99.409003ms)","trace[1194205122] 'applied index is now lower than readState.Index' (duration: 5.874455ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:29:17.549912Z","caller":"traceutil/trace.go:171","msg":"trace[1877218373] transaction","detail":"{read_only:false; response_revision:38691; number_of_response:1; }","duration":"125.416675ms","start":"2026-07-28T15:29:17.424483Z","end":"2026-07-28T15:29:17.5499Z","steps":["trace[1877218373] 'process raft request' (duration: 119.356036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:17.550159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.487303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:29:17.550244Z","caller":"traceutil/trace.go:171","msg":"trace[856765764] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38691; }","duration":"104.609256ms","start":"2026-07-28T15:29:17.445614Z","end":"2026-07-28T15:29:17.550224Z","steps":["trace[856765764] 'agreement among raft nodes before linearized reading' (duration: 104.460943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:17.550302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.104026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-28T15:29:17.550344Z","caller":"traceutil/trace.go:171","msg":"trace[307852792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:38691; }","duration":"101.182188ms","start":"2026-07-28T15:29:17.44915Z","end":"2026-07-28T15:29:17.550332Z","steps":["trace[307852792] 'agreement among raft nodes before linearized reading' (duration: 101.041925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:17.550321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.84821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-28T15:29:17.550407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.991433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-28T15:29:17.550452Z","caller":"traceutil/trace.go:171","msg":"trace[1956385811] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:38691; }","duration":"106.046653ms","start":"2026-07-28T15:29:17.444377Z","end":"2026-07-28T15:29:17.550423Z","steps":["trace[1956385811] 'agreement among raft nodes before linearized reading' (duration: 105.794918ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:17.550509Z","caller":"traceutil/trace.go:171","msg":"trace[1686598478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:38691; }","duration":"104.103875ms","start":"2026-07-28T15:29:17.446382Z","end":"2026-07-28T15:29:17.550486Z","steps":["trace[1686598478] 'agreement among raft nodes before linearized reading' (duration: 103.83563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:17.964681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.347145ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-28T15:29:17.964883Z","caller":"traceutil/trace.go:171","msg":"trace[1727517160] linearizableReadLoop","detail":"{readStateIndex:39900; appliedIndex:39899; }","duration":"257.44899ms","start":"2026-07-28T15:29:17.70741Z","end":"2026-07-28T15:29:17.964859Z","steps":["trace[1727517160] 'read index received' (duration: 77.81226ms)","trace[1727517160] 'applied index is now lower than readState.Index' (duration: 179.63435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:29:17.965056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.628333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:29:17.965131Z","caller":"traceutil/trace.go:171","msg":"trace[881514083] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:38695; }","duration":"257.761666ms","start":"2026-07-28T15:29:17.707347Z","end":"2026-07-28T15:29:17.965109Z","steps":["trace[881514083] 'agreement among raft nodes before linearized reading' (duration: 257.608633ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:18.788847Z","caller":"traceutil/trace.go:171","msg":"trace[597577360] transaction","detail":"{read_only:false; response_revision:38700; number_of_response:1; }","duration":"125.458075ms","start":"2026-07-28T15:29:18.663366Z","end":"2026-07-28T15:29:18.788824Z","steps":["trace[597577360] 'process raft request' (duration: 125.305583ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:29:31.683613Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a0a01fc7fbf6be45","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-28T15:29:31.693748Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-28T15:29:31.693897Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"warn","ts":"2026-07-28T15:29:50.399097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.000271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:29:50.399193Z","caller":"traceutil/trace.go:171","msg":"trace[960885844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38935; }","duration":"112.143904ms","start":"2026-07-28T15:29:50.28703Z","end":"2026-07-28T15:29:50.399174Z","steps":["trace[960885844] 'range keys from in-memory index tree' (duration: 111.931669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:29:50.706765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.293817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-28T15:29:50.70719Z","caller":"traceutil/trace.go:171","msg":"trace[1461370514] transaction","detail":"{read_only:false; response_revision:38938; number_of_response:1; }","duration":"286.937679ms","start":"2026-07-28T15:29:50.420199Z","end":"2026-07-28T15:29:50.707137Z","steps":["trace[1461370514] 'process raft request' (duration: 177.168662ms)","trace[1461370514] 'compare' (duration: 109.157215ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:30:20.6715Z","caller":"traceutil/trace.go:171","msg":"trace[30227374] transaction","detail":"{read_only:false; response_revision:39232; number_of_response:1; }","duration":"147.473047ms","start":"2026-07-28T15:30:20.524001Z","end":"2026-07-28T15:30:20.671474Z","steps":["trace[30227374] 'process raft request' (duration: 147.307674ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:30:20.733099Z","caller":"traceutil/trace.go:171","msg":"trace[243296876] transaction","detail":"{read_only:false; response_revision:39233; number_of_response:1; }","duration":"199.51907ms","start":"2026-07-28T15:30:20.533561Z","end":"2026-07-28T15:30:20.73308Z","steps":["trace[243296876] 'process raft request' (duration: 199.206584ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:30:34.928322Z","caller":"traceutil/trace.go:171","msg":"trace[593514445] transaction","detail":"{read_only:false; response_revision:39335; number_of_response:1; }","duration":"144.496479ms","start":"2026-07-28T15:30:34.783784Z","end":"2026-07-28T15:30:34.928281Z","steps":["trace[593514445] 'process raft request' (duration: 142.496769ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:30:46.659511Z","caller":"traceutil/trace.go:171","msg":"trace[1961450468] transaction","detail":"{read_only:false; response_revision:39423; number_of_response:1; }","duration":"190.30876ms","start":"2026-07-28T15:30:46.469181Z","end":"2026-07-28T15:30:46.65949Z","steps":["trace[1961450468] 'process raft request' (duration: 190.139455ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:30:47.180918Z","caller":"traceutil/trace.go:171","msg":"trace[1699129683] linearizableReadLoop","detail":"{readStateIndex:40652; appliedIndex:40651; }","duration":"183.426664ms","start":"2026-07-28T15:30:46.997454Z","end":"2026-07-28T15:30:47.180881Z","steps":["trace[1699129683] 'read index received' (duration: 163.930091ms)","trace[1699129683] 'applied index is now lower than readState.Index' (duration: 19.495913ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:30:47.180977Z","caller":"traceutil/trace.go:171","msg":"trace[445657331] transaction","detail":"{read_only:false; response_revision:39425; number_of_response:1; }","duration":"213.082537ms","start":"2026-07-28T15:30:46.967853Z","end":"2026-07-28T15:30:47.180935Z","steps":["trace[445657331] 'process raft request' (duration: 193.521153ms)","trace[445657331] 'compare' (duration: 19.232308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T15:30:47.181048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.577108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-28T15:30:47.181072Z","caller":"traceutil/trace.go:171","msg":"trace[444713307] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:39425; }","duration":"183.654708ms","start":"2026-07-28T15:30:46.99741Z","end":"2026-07-28T15:30:47.181065Z","steps":["trace[444713307] 'agreement among raft nodes before linearized reading' (duration: 183.581367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:30:47.182741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.805066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-28T15:30:47.182827Z","caller":"traceutil/trace.go:171","msg":"trace[1808971056] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:39426; }","duration":"174.949408ms","start":"2026-07-28T15:30:47.007857Z","end":"2026-07-28T15:30:47.182806Z","steps":["trace[1808971056] 'agreement among raft nodes before linearized reading' (duration: 174.655753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:30:47.183406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.820618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"warn","ts":"2026-07-28T15:30:47.183405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.695195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-07-28T15:30:47.183473Z","caller":"traceutil/trace.go:171","msg":"trace[861120569] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:39426; }","duration":"166.91747ms","start":"2026-07-28T15:30:47.016537Z","end":"2026-07-28T15:30:47.183455Z","steps":["trace[861120569] 'agreement among raft nodes before linearized reading' (duration: 166.684795ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:30:47.183489Z","caller":"traceutil/trace.go:171","msg":"trace[1022456750] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:39426; }","duration":"167.795438ms","start":"2026-07-28T15:30:47.015674Z","end":"2026-07-28T15:30:47.18347Z","steps":["trace[1022456750] 'agreement among raft nodes before linearized reading' (duration: 167.544693ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:30:47.413797Z","caller":"traceutil/trace.go:171","msg":"trace[1738744312] transaction","detail":"{read_only:false; response_revision:39427; number_of_response:1; }","duration":"200.891617ms","start":"2026-07-28T15:30:47.21287Z","end":"2026-07-28T15:30:47.413761Z","steps":["trace[1738744312] 'process raft request' (duration: 184.851402ms)","trace[1738744312] 'compare' (duration: 15.77399ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:30:47.426268Z","caller":"traceutil/trace.go:171","msg":"trace[1106944916] linearizableReadLoop","detail":"{readStateIndex:40655; appliedIndex:40653; }","duration":"140.162354ms","start":"2026-07-28T15:30:47.286076Z","end":"2026-07-28T15:30:47.426238Z","steps":["trace[1106944916] 'read index received' (duration: 111.661624ms)","trace[1106944916] 'applied index is now lower than readState.Index' (duration: 28.49937ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T15:30:47.426344Z","caller":"traceutil/trace.go:171","msg":"trace[345134415] transaction","detail":"{read_only:false; response_revision:39428; number_of_response:1; }","duration":"195.518131ms","start":"2026-07-28T15:30:47.230772Z","end":"2026-07-28T15:30:47.42629Z","steps":["trace[345134415] 'process raft request' (duration: 195.333838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T15:30:47.426433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.348837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-28T15:30:47.426474Z","caller":"traceutil/trace.go:171","msg":"trace[1136637780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39428; }","duration":"140.447179ms","start":"2026-07-28T15:30:47.286017Z","end":"2026-07-28T15:30:47.426464Z","steps":["trace[1136637780] 'agreement among raft nodes before linearized reading' (duration: 140.362928ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T15:32:20.18552Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37839} {"level":"info","ts":"2026-07-28T15:32:20.308979Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37839,"took":"119.08643ms","hash":789642516,"current-db-size-bytes":61349888,"current-db-size":"61 MB","current-db-size-in-use-bytes":32645120,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-28T15:32:20.309063Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":789642516,"revision":37839,"compact-revision":35506} {"level":"info","ts":"2026-07-28T15:37:20.194776Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40106} {"level":"info","ts":"2026-07-28T15:37:20.322175Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40106,"took":"121.323913ms","hash":2601307105,"current-db-size-bytes":61349888,"current-db-size":"61 MB","current-db-size-in-use-bytes":32018432,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T15:37:20.322255Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2601307105,"revision":40106,"compact-revision":37839} {"level":"info","ts":"2026-07-28T15:42:20.203608Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":42475} {"level":"info","ts":"2026-07-28T15:42:20.337507Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":42475,"took":"130.633439ms","hash":3441785161,"current-db-size-bytes":61771776,"current-db-size":"62 MB","current-db-size-in-use-bytes":31813632,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-28T15:42:20.337567Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3441785161,"revision":42475,"compact-revision":40106}