{"level":"warn","ts":"2026-07-02T05:13:52.164985Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T05:13:52.165074Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.151:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.151:2380","--initial-cluster=instance=https://199.19.213.151:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.151:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.151:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-02T05:13:52.165144Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T05:13:52.165152Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.151:2380"]} {"level":"info","ts":"2026-07-02T05:13:52.165173Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T05:13:52.165813Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.151:2379"]} {"level":"info","ts":"2026-07-02T05:13:52.165912Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.151:2380"],"listen-peer-urls":["https://199.19.213.151:2380"],"advertise-client-urls":["https://199.19.213.151:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.151:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.151:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-02T05:13:52.168496Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.388393ms"} {"level":"info","ts":"2026-07-02T05:13:52.176255Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9abf795dae4ebc2c","cluster-id":"8a186cf11cef5bce"} {"level":"info","ts":"2026-07-02T05:13:52.176306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9abf795dae4ebc2c switched to configuration voters=()"} {"level":"info","ts":"2026-07-02T05:13:52.176321Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9abf795dae4ebc2c became follower at term 0"} {"level":"info","ts":"2026-07-02T05:13:52.176329Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9abf795dae4ebc2c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-02T05:13:52.176335Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9abf795dae4ebc2c became follower at term 1"} {"level":"info","ts":"2026-07-02T05:13:52.176363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9abf795dae4ebc2c switched to configuration voters=(11150764645655952428)"} {"level":"warn","ts":"2026-07-02T05:13:52.18379Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-02T05:13:52.185354Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-02T05:13:52.186763Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-02T05:13:52.189925Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9abf795dae4ebc2c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-02T05:13:52.190648Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T05:13:52.190798Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T05:13:52.190843Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T05:13:52.190815Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9abf795dae4ebc2c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-02T05:13:52.192562Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9abf795dae4ebc2c switched to configuration voters=(11150764645655952428)"} {"level":"info","ts":"2026-07-02T05:13:52.193298Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8a186cf11cef5bce","local-member-id":"9abf795dae4ebc2c","added-peer-id":"9abf795dae4ebc2c","added-peer-peer-urls":["https://199.19.213.151:2380"]} {"level":"info","ts":"2026-07-02T05:13:52.195504Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T05:13:52.195661Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.151:2380"} {"level":"info","ts":"2026-07-02T05:13:52.195733Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.151:2380"} {"level":"info","ts":"2026-07-02T05:13:52.196012Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9abf795dae4ebc2c","initial-advertise-peer-urls":["https://199.19.213.151:2380"],"listen-peer-urls":["https://199.19.213.151:2380"],"advertise-client-urls":["https://199.19.213.151:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.151:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-02T05:13:52.196102Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-02T05:13:53.077176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9abf795dae4ebc2c is starting a new election at term 1"} {"level":"info","ts":"2026-07-02T05:13:53.077243Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9abf795dae4ebc2c became pre-candidate at term 1"} {"level":"info","ts":"2026-07-02T05:13:53.07729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9abf795dae4ebc2c received MsgPreVoteResp from 9abf795dae4ebc2c at term 1"} {"level":"info","ts":"2026-07-02T05:13:53.077314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9abf795dae4ebc2c became candidate at term 2"} {"level":"info","ts":"2026-07-02T05:13:53.077326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9abf795dae4ebc2c received MsgVoteResp from 9abf795dae4ebc2c at term 2"} {"level":"info","ts":"2026-07-02T05:13:53.077342Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9abf795dae4ebc2c became leader at term 2"} {"level":"info","ts":"2026-07-02T05:13:53.077357Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9abf795dae4ebc2c elected leader 9abf795dae4ebc2c at term 2"} {"level":"info","ts":"2026-07-02T05:13:53.078553Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9abf795dae4ebc2c","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.151:2379]}","request-path":"/0/members/9abf795dae4ebc2c/attributes","cluster-id":"8a186cf11cef5bce","publish-timeout":"7s"} {"level":"info","ts":"2026-07-02T05:13:53.078766Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T05:13:53.078876Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T05:13:53.078881Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T05:13:53.080036Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8a186cf11cef5bce","local-member-id":"9abf795dae4ebc2c","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T05:13:53.080183Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T05:13:53.080226Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T05:13:53.082128Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-02T05:13:53.082214Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.151:2379"} {"level":"info","ts":"2026-07-02T05:13:53.082429Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-02T05:13:53.082518Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-02T05:13:54.563009Z","caller":"traceutil/trace.go:171","msg":"trace[1231563093] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:4; }","duration":"145.877404ms","start":"2026-07-02T05:13:54.417098Z","end":"2026-07-02T05:13:54.562975Z","steps":["trace[1231563093] 'read index received' (duration: 20.174169ms)","trace[1231563093] 'applied index is now lower than readState.Index' (duration: 125.701995ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:13:54.563043Z","caller":"traceutil/trace.go:171","msg":"trace[222410409] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"158.898671ms","start":"2026-07-02T05:13:54.404106Z","end":"2026-07-02T05:13:54.563004Z","steps":["trace[222410409] 'process raft request' (duration: 91.02384ms)","trace[222410409] 'compare' (duration: 67.686076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:13:54.563391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.229563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-02T05:13:54.563519Z","caller":"traceutil/trace.go:171","msg":"trace[576608243] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:3; }","duration":"146.421478ms","start":"2026-07-02T05:13:54.417072Z","end":"2026-07-02T05:13:54.563493Z","steps":["trace[576608243] 'agreement among raft nodes before linearized reading' (duration: 146.052138ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.593639Z","caller":"traceutil/trace.go:171","msg":"trace[416582648] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"123.470686ms","start":"2026-07-02T05:13:54.470107Z","end":"2026-07-02T05:13:54.593578Z","steps":["trace[416582648] 'process raft request' (duration: 123.319862ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.593678Z","caller":"traceutil/trace.go:171","msg":"trace[2011766437] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"123.662471ms","start":"2026-07-02T05:13:54.469988Z","end":"2026-07-02T05:13:54.593651Z","steps":["trace[2011766437] 'process raft request' (duration: 123.284301ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.593772Z","caller":"traceutil/trace.go:171","msg":"trace[352930024] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"123.591709ms","start":"2026-07-02T05:13:54.470156Z","end":"2026-07-02T05:13:54.593748Z","steps":["trace[352930024] 'process raft request' (duration: 123.384113ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.593832Z","caller":"traceutil/trace.go:171","msg":"trace[1331312090] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"123.688212ms","start":"2026-07-02T05:13:54.470122Z","end":"2026-07-02T05:13:54.59381Z","steps":["trace[1331312090] 'process raft request' (duration: 123.353423ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.593914Z","caller":"traceutil/trace.go:171","msg":"trace[2073553998] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"123.708873ms","start":"2026-07-02T05:13:54.470175Z","end":"2026-07-02T05:13:54.593883Z","steps":["trace[2073553998] 'process raft request' (duration: 123.399804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:54.594021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.158945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-02T05:13:54.594062Z","caller":"traceutil/trace.go:171","msg":"trace[1179967668] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"145.231537ms","start":"2026-07-02T05:13:54.44882Z","end":"2026-07-02T05:13:54.594051Z","steps":["trace[1179967668] 'agreement among raft nodes before linearized reading' (duration: 145.117294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:54.594075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.333766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-02T05:13:54.594141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.363894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-02T05:13:54.59416Z","caller":"traceutil/trace.go:171","msg":"trace[1301359863] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"112.958676ms","start":"2026-07-02T05:13:54.481185Z","end":"2026-07-02T05:13:54.594143Z","steps":["trace[1301359863] 'process raft request' (duration: 112.526964ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.594186Z","caller":"traceutil/trace.go:171","msg":"trace[1007908279] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"159.474617ms","start":"2026-07-02T05:13:54.434699Z","end":"2026-07-02T05:13:54.594174Z","steps":["trace[1007908279] 'agreement among raft nodes before linearized reading' (duration: 159.356554ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.594161Z","caller":"traceutil/trace.go:171","msg":"trace[85158815] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"122.46774ms","start":"2026-07-02T05:13:54.471676Z","end":"2026-07-02T05:13:54.594143Z","steps":["trace[85158815] 'agreement among raft nodes before linearized reading' (duration: 122.254434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:54.594246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.275797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-02T05:13:54.594276Z","caller":"traceutil/trace.go:171","msg":"trace[1937558269] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"124.35966ms","start":"2026-07-02T05:13:54.469908Z","end":"2026-07-02T05:13:54.594267Z","steps":["trace[1937558269] 'agreement among raft nodes before linearized reading' (duration: 124.297698ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.594328Z","caller":"traceutil/trace.go:171","msg":"trace[1654324782] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"124.116343ms","start":"2026-07-02T05:13:54.470199Z","end":"2026-07-02T05:13:54.594316Z","steps":["trace[1654324782] 'process raft request' (duration: 123.446965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:54.594363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.26967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.151\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-02T05:13:54.594386Z","caller":"traceutil/trace.go:171","msg":"trace[1555444851] range","detail":"{range_begin:/registry/masterleases/199.19.213.151; range_end:; response_count:0; response_revision:11; }","duration":"126.310512ms","start":"2026-07-02T05:13:54.468068Z","end":"2026-07-02T05:13:54.594378Z","steps":["trace[1555444851] 'agreement among raft nodes before linearized reading' (duration: 126.275351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:54.594579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.228047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-02T05:13:54.594606Z","caller":"traceutil/trace.go:171","msg":"trace[980166808] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"145.294009ms","start":"2026-07-02T05:13:54.449303Z","end":"2026-07-02T05:13:54.594597Z","steps":["trace[980166808] 'agreement among raft nodes before linearized reading' (duration: 145.254108ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.594619Z","caller":"traceutil/trace.go:171","msg":"trace[98773873] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"111.438635ms","start":"2026-07-02T05:13:54.483156Z","end":"2026-07-02T05:13:54.594595Z","steps":["trace[98773873] 'process raft request' (duration: 110.611433ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.776403Z","caller":"traceutil/trace.go:171","msg":"trace[490292781] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"178.356441ms","start":"2026-07-02T05:13:54.598019Z","end":"2026-07-02T05:13:54.776376Z","steps":["trace[490292781] 'process raft request' (duration: 87.335441ms)","trace[490292781] 'compare' (duration: 90.878506ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:13:54.793599Z","caller":"traceutil/trace.go:171","msg":"trace[606083463] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"193.71619ms","start":"2026-07-02T05:13:54.599844Z","end":"2026-07-02T05:13:54.793561Z","steps":["trace[606083463] 'process raft request' (duration: 193.609858ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.793704Z","caller":"traceutil/trace.go:171","msg":"trace[160045197] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"193.840565ms","start":"2026-07-02T05:13:54.599837Z","end":"2026-07-02T05:13:54.793677Z","steps":["trace[160045197] 'process raft request' (duration: 193.65474ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.793753Z","caller":"traceutil/trace.go:171","msg":"trace[1141666348] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"194.017619ms","start":"2026-07-02T05:13:54.599716Z","end":"2026-07-02T05:13:54.793733Z","steps":["trace[1141666348] 'process raft request' (duration: 193.578887ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.793731Z","caller":"traceutil/trace.go:171","msg":"trace[167537145] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"193.916026ms","start":"2026-07-02T05:13:54.599769Z","end":"2026-07-02T05:13:54.793685Z","steps":["trace[167537145] 'process raft request' (duration: 193.651339ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.793749Z","caller":"traceutil/trace.go:171","msg":"trace[340671739] transaction","detail":"{read_only:false; number_of_response:0; response_revision:17; }","duration":"193.490075ms","start":"2026-07-02T05:13:54.60023Z","end":"2026-07-02T05:13:54.79372Z","steps":["trace[340671739] 'process raft request' (duration: 193.32491ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.793724Z","caller":"traceutil/trace.go:171","msg":"trace[1229901983] linearizableReadLoop","detail":"{readStateIndex:24; appliedIndex:14; }","duration":"135.273001ms","start":"2026-07-02T05:13:54.658432Z","end":"2026-07-02T05:13:54.793705Z","steps":["trace[1229901983] 'read index received' (duration: 26.94171ms)","trace[1229901983] 'applied index is now lower than readState.Index' (duration: 108.330291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:13:54.793879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.432025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-07-02T05:13:54.793926Z","caller":"traceutil/trace.go:171","msg":"trace[488520484] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"135.521168ms","start":"2026-07-02T05:13:54.658393Z","end":"2026-07-02T05:13:54.793914Z","steps":["trace[488520484] 'agreement among raft nodes before linearized reading' (duration: 135.366804ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.794032Z","caller":"traceutil/trace.go:171","msg":"trace[1588064552] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"192.889789ms","start":"2026-07-02T05:13:54.601125Z","end":"2026-07-02T05:13:54.794015Z","steps":["trace[1588064552] 'process raft request' (duration: 192.502038ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.79412Z","caller":"traceutil/trace.go:171","msg":"trace[1092881607] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"193.724621ms","start":"2026-07-02T05:13:54.60038Z","end":"2026-07-02T05:13:54.794105Z","steps":["trace[1092881607] 'process raft request' (duration: 193.196957ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.794168Z","caller":"traceutil/trace.go:171","msg":"trace[2047717420] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"193.926976ms","start":"2026-07-02T05:13:54.60022Z","end":"2026-07-02T05:13:54.794147Z","steps":["trace[2047717420] 'process raft request' (duration: 193.300339ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:54.79418Z","caller":"traceutil/trace.go:171","msg":"trace[556067672] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"188.409069ms","start":"2026-07-02T05:13:54.605711Z","end":"2026-07-02T05:13:54.794121Z","steps":["trace[556067672] 'process raft request' (duration: 187.942987ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:55.521356Z","caller":"traceutil/trace.go:171","msg":"trace[1462622890] linearizableReadLoop","detail":"{readStateIndex:72; appliedIndex:71; }","duration":"153.816895ms","start":"2026-07-02T05:13:55.36751Z","end":"2026-07-02T05:13:55.521327Z","steps":["trace[1462622890] 'read index received' (duration: 130.622426ms)","trace[1462622890] 'applied index is now lower than readState.Index' (duration: 23.193059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:13:55.521541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.015121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-02T05:13:55.521592Z","caller":"traceutil/trace.go:171","msg":"trace[1558765867] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:68; }","duration":"154.108504ms","start":"2026-07-02T05:13:55.367467Z","end":"2026-07-02T05:13:55.521576Z","steps":["trace[1558765867] 'agreement among raft nodes before linearized reading' (duration: 154.020781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:13:55.521564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.123096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-02T05:13:55.521608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.038324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-02T05:13:55.521638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.034501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-02T05:13:55.521637Z","caller":"traceutil/trace.go:171","msg":"trace[1565778460] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:68; }","duration":"117.231969ms","start":"2026-07-02T05:13:55.404391Z","end":"2026-07-02T05:13:55.521623Z","steps":["trace[1565778460] 'agreement among raft nodes before linearized reading' (duration: 117.139626ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:55.52174Z","caller":"traceutil/trace.go:171","msg":"trace[1312063324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:68; }","duration":"121.172264ms","start":"2026-07-02T05:13:55.400547Z","end":"2026-07-02T05:13:55.521719Z","steps":["trace[1312063324] 'agreement among raft nodes before linearized reading' (duration: 121.00047ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:55.521685Z","caller":"traceutil/trace.go:171","msg":"trace[720385972] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:68; }","duration":"153.155588ms","start":"2026-07-02T05:13:55.368511Z","end":"2026-07-02T05:13:55.521666Z","steps":["trace[720385972] 'agreement among raft nodes before linearized reading' (duration: 153.020214ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:13:55.521502Z","caller":"traceutil/trace.go:171","msg":"trace[1183784090] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"190.591927ms","start":"2026-07-02T05:13:55.330851Z","end":"2026-07-02T05:13:55.521443Z","steps":["trace[1183784090] 'process raft request' (duration: 167.263305ms)","trace[1183784090] 'compare' (duration: 23.097576ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:12.338353Z","caller":"traceutil/trace.go:171","msg":"trace[1467146957] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"320.019152ms","start":"2026-07-02T05:14:12.018299Z","end":"2026-07-02T05:14:12.338319Z","steps":["trace[1467146957] 'process raft request' (duration: 318.514462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:12.339053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:12.018273Z","time spent":"320.241117ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:18.076007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.401491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:18.076121Z","caller":"traceutil/trace.go:171","msg":"trace[720634429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"142.585136ms","start":"2026-07-02T05:14:17.933506Z","end":"2026-07-02T05:14:18.076091Z","steps":["trace[720634429] 'range keys from in-memory index tree' (duration: 142.32394ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:18.873927Z","caller":"traceutil/trace.go:171","msg":"trace[501326217] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"152.176102ms","start":"2026-07-02T05:14:18.721716Z","end":"2026-07-02T05:14:18.873892Z","steps":["trace[501326217] 'process raft request' (duration: 151.966386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:23.609917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.802219ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:23.610075Z","caller":"traceutil/trace.go:171","msg":"trace[1790716238] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:434; }","duration":"176.975434ms","start":"2026-07-02T05:14:23.433072Z","end":"2026-07-02T05:14:23.610048Z","steps":["trace[1790716238] 'range keys from in-memory index tree' (duration: 176.779489ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:29.348618Z","caller":"traceutil/trace.go:171","msg":"trace[1173609379] linearizableReadLoop","detail":"{readStateIndex:501; appliedIndex:500; }","duration":"416.60731ms","start":"2026-07-02T05:14:28.931979Z","end":"2026-07-02T05:14:29.348587Z","steps":["trace[1173609379] 'read index received' (duration: 416.524897ms)","trace[1173609379] 'applied index is now lower than readState.Index' (duration: 81.623µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:29.348708Z","caller":"traceutil/trace.go:171","msg":"trace[900788488] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"420.277828ms","start":"2026-07-02T05:14:28.928394Z","end":"2026-07-02T05:14:29.348671Z","steps":["trace[900788488] 'process raft request' (duration: 420.006761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.348855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.861577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:29.348901Z","caller":"traceutil/trace.go:171","msg":"trace[1258603086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:481; }","duration":"416.95554ms","start":"2026-07-02T05:14:28.931935Z","end":"2026-07-02T05:14:29.34889Z","steps":["trace[1258603086] 'agreement among raft nodes before linearized reading' (duration: 416.834526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.348882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.928376Z","time spent":"420.407552ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:14:29.348934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.931902Z","time spent":"417.025172ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:14:29.358574Z","caller":"traceutil/trace.go:171","msg":"trace[104365214] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"423.73412ms","start":"2026-07-02T05:14:28.934829Z","end":"2026-07-02T05:14:29.358563Z","steps":["trace[104365214] 'process raft request' (duration: 423.457623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.358636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.934798Z","time spent":"423.812772ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:14:29.358699Z","caller":"traceutil/trace.go:171","msg":"trace[702298958] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"414.161245ms","start":"2026-07-02T05:14:28.944529Z","end":"2026-07-02T05:14:29.35869Z","steps":["trace[702298958] 'process raft request' (duration: 413.996011ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:29.35868Z","caller":"traceutil/trace.go:171","msg":"trace[138046139] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"423.850684ms","start":"2026-07-02T05:14:28.934808Z","end":"2026-07-02T05:14:29.358659Z","steps":["trace[138046139] 'process raft request' (duration: 423.657818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.358736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.944504Z","time spent":"414.216856ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:14:29.358802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.934775Z","time spent":"423.963437ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:14:29.358943Z","caller":"traceutil/trace.go:171","msg":"trace[1882587812] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"403.299495ms","start":"2026-07-02T05:14:28.955614Z","end":"2026-07-02T05:14:29.358914Z","steps":["trace[1882587812] 'process raft request' (duration: 402.963106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.359065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.955592Z","time spent":"403.404548ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:14:29.359071Z","caller":"traceutil/trace.go:171","msg":"trace[1853573613] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"397.47627ms","start":"2026-07-02T05:14:28.961562Z","end":"2026-07-02T05:14:29.359038Z","steps":["trace[1853573613] 'process raft request' (duration: 397.067049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.35915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.961542Z","time spent":"397.572923ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:14:29.359175Z","caller":"traceutil/trace.go:171","msg":"trace[1550709524] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"397.602033ms","start":"2026-07-02T05:14:28.961562Z","end":"2026-07-02T05:14:29.359164Z","steps":["trace[1550709524] 'process raft request' (duration: 397.430858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.35922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.961547Z","time spent":"397.650344ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:14:29.35928Z","caller":"traceutil/trace.go:171","msg":"trace[1635109785] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"397.661235ms","start":"2026-07-02T05:14:28.961579Z","end":"2026-07-02T05:14:29.359241Z","steps":["trace[1635109785] 'process raft request' (duration: 397.536042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.359397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.961555Z","time spent":"397.787248ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:14:29.359445Z","caller":"traceutil/trace.go:171","msg":"trace[529680047] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"394.678115ms","start":"2026-07-02T05:14:28.964738Z","end":"2026-07-02T05:14:29.359416Z","steps":["trace[529680047] 'process raft request' (duration: 394.558682ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:29.359521Z","caller":"traceutil/trace.go:171","msg":"trace[1923747544] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"382.188531ms","start":"2026-07-02T05:14:28.97732Z","end":"2026-07-02T05:14:29.359509Z","steps":["trace[1923747544] 'process raft request' (duration: 382.039527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.359573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.964691Z","time spent":"394.823888ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:14:29.359583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.977297Z","time spent":"382.260854ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:14:29.359608Z","caller":"traceutil/trace.go:171","msg":"trace[1994833535] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"366.117692ms","start":"2026-07-02T05:14:28.993472Z","end":"2026-07-02T05:14:29.35959Z","steps":["trace[1994833535] 'process raft request' (duration: 365.938258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.359723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:28.993439Z","time spent":"366.211475ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:14:29.359769Z","caller":"traceutil/trace.go:171","msg":"trace[1370635705] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"189.93468ms","start":"2026-07-02T05:14:29.169822Z","end":"2026-07-02T05:14:29.359756Z","steps":["trace[1370635705] 'process raft request' (duration: 189.847958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.359827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.509121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:14:29.359854Z","caller":"traceutil/trace.go:171","msg":"trace[203359793] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"268.899108ms","start":"2026-07-02T05:14:29.090942Z","end":"2026-07-02T05:14:29.359842Z","steps":["trace[203359793] 'process raft request' (duration: 268.663092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:29.359849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.522549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-02T05:14:29.359884Z","caller":"traceutil/trace.go:171","msg":"trace[361974312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:493; }","duration":"167.606464ms","start":"2026-07-02T05:14:29.192262Z","end":"2026-07-02T05:14:29.359868Z","steps":["trace[361974312] 'agreement among raft nodes before linearized reading' (duration: 167.490961ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:29.359915Z","caller":"traceutil/trace.go:171","msg":"trace[407663585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:493; }","duration":"165.639882ms","start":"2026-07-02T05:14:29.194257Z","end":"2026-07-02T05:14:29.359897Z","steps":["trace[407663585] 'agreement among raft nodes before linearized reading' (duration: 165.493918ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:30.189996Z","caller":"traceutil/trace.go:171","msg":"trace[629158335] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"209.79949ms","start":"2026-07-02T05:14:29.980157Z","end":"2026-07-02T05:14:30.189957Z","steps":["trace[629158335] 'process raft request' (duration: 142.774991ms)","trace[629158335] 'compare' (duration: 66.68722ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:30.190774Z","caller":"traceutil/trace.go:171","msg":"trace[1192253692] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"146.755047ms","start":"2026-07-02T05:14:30.043997Z","end":"2026-07-02T05:14:30.190752Z","steps":["trace[1192253692] 'process raft request' (duration: 146.655664ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:30.190788Z","caller":"traceutil/trace.go:171","msg":"trace[1798390856] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"198.532519ms","start":"2026-07-02T05:14:29.992224Z","end":"2026-07-02T05:14:30.190757Z","steps":["trace[1798390856] 'process raft request' (duration: 197.933283ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:30.336892Z","caller":"traceutil/trace.go:171","msg":"trace[2122869042] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"118.490703ms","start":"2026-07-02T05:14:30.218375Z","end":"2026-07-02T05:14:30.336865Z","steps":["trace[2122869042] 'process raft request' (duration: 98.348455ms)","trace[2122869042] 'compare' (duration: 19.925752ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:30.893656Z","caller":"traceutil/trace.go:171","msg":"trace[996399098] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"208.218828ms","start":"2026-07-02T05:14:30.685396Z","end":"2026-07-02T05:14:30.893615Z","steps":["trace[996399098] 'process raft request' (duration: 123.526427ms)","trace[996399098] 'compare' (duration: 84.379563ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:30.893661Z","caller":"traceutil/trace.go:171","msg":"trace[1502053965] linearizableReadLoop","detail":"{readStateIndex:578; appliedIndex:577; }","duration":"180.406586ms","start":"2026-07-02T05:14:30.713046Z","end":"2026-07-02T05:14:30.893453Z","steps":["trace[1502053965] 'read index received' (duration: 95.89703ms)","trace[1502053965] 'applied index is now lower than readState.Index' (duration: 84.508226ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:30.894003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.861657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:151236"} {"level":"info","ts":"2026-07-02T05:14:30.894088Z","caller":"traceutil/trace.go:171","msg":"trace[395031986] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:556; }","duration":"181.065643ms","start":"2026-07-02T05:14:30.713008Z","end":"2026-07-02T05:14:30.894074Z","steps":["trace[395031986] 'agreement among raft nodes before linearized reading' (duration: 180.679333ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:31.334985Z","caller":"traceutil/trace.go:171","msg":"trace[879737864] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:581; }","duration":"209.340728ms","start":"2026-07-02T05:14:31.125622Z","end":"2026-07-02T05:14:31.334962Z","steps":["trace[879737864] 'read index received' (duration: 196.111594ms)","trace[879737864] 'applied index is now lower than readState.Index' (duration: 13.227934ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:31.335028Z","caller":"traceutil/trace.go:171","msg":"trace[583597859] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"234.642933ms","start":"2026-07-02T05:14:31.100341Z","end":"2026-07-02T05:14:31.334984Z","steps":["trace[583597859] 'process raft request' (duration: 221.511263ms)","trace[583597859] 'compare' (duration: 12.912704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:31.33558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.933584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-07-02T05:14:31.335653Z","caller":"traceutil/trace.go:171","msg":"trace[1794348935] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:560; }","duration":"210.043307ms","start":"2026-07-02T05:14:31.125592Z","end":"2026-07-02T05:14:31.335635Z","steps":["trace[1794348935] 'agreement among raft nodes before linearized reading' (duration: 209.482032ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:31.533262Z","caller":"traceutil/trace.go:171","msg":"trace[1274400190] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:582; }","duration":"140.84848ms","start":"2026-07-02T05:14:31.392377Z","end":"2026-07-02T05:14:31.533226Z","steps":["trace[1274400190] 'read index received' (duration: 16.630194ms)","trace[1274400190] 'applied index is now lower than readState.Index' (duration: 124.216606ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:31.534392Z","caller":"traceutil/trace.go:171","msg":"trace[642059818] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"152.069649ms","start":"2026-07-02T05:14:31.382277Z","end":"2026-07-02T05:14:31.534347Z","steps":["trace[642059818] 'process raft request' (duration: 92.335474ms)","trace[642059818] 'compare' (duration: 58.45069ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:31.534631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.182055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-07-02T05:14:31.534756Z","caller":"traceutil/trace.go:171","msg":"trace[1386607730] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:562; }","duration":"142.351009ms","start":"2026-07-02T05:14:31.392355Z","end":"2026-07-02T05:14:31.534706Z","steps":["trace[1386607730] 'agreement among raft nodes before linearized reading' (duration: 141.005523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:35.959259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.263528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:14:35.959359Z","caller":"traceutil/trace.go:171","msg":"trace[972518087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:584; }","duration":"523.413702ms","start":"2026-07-02T05:14:35.435926Z","end":"2026-07-02T05:14:35.95934Z","steps":["trace[972518087] 'range keys from in-memory index tree' (duration: 523.100323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:35.959398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:35.435905Z","time spent":"523.484333ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:14:35.9596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.380143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:14:35.959681Z","caller":"traceutil/trace.go:171","msg":"trace[155812780] linearizableReadLoop","detail":"{readStateIndex:608; appliedIndex:607; }","duration":"404.348833ms","start":"2026-07-02T05:14:35.555316Z","end":"2026-07-02T05:14:35.959665Z","steps":["trace[155812780] 'read index received' (duration: 150.826746ms)","trace[155812780] 'applied index is now lower than readState.Index' (duration: 253.520507ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:35.959756Z","caller":"traceutil/trace.go:171","msg":"trace[1106318672] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"461.253622ms","start":"2026-07-02T05:14:35.498487Z","end":"2026-07-02T05:14:35.959741Z","steps":["trace[1106318672] 'process raft request' (duration: 207.454108ms)","trace[1106318672] 'compare' (duration: 253.071695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:35.959825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:35.498437Z","time spent":"461.347995ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:14:35.959876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.555389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T05:14:35.959941Z","caller":"traceutil/trace.go:171","msg":"trace[1809946054] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:585; }","duration":"404.650311ms","start":"2026-07-02T05:14:35.555275Z","end":"2026-07-02T05:14:35.959926Z","steps":["trace[1809946054] 'agreement among raft nodes before linearized reading' (duration: 404.508117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:35.95999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:35.555232Z","time spent":"404.746394ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:14:36.345541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.320913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:14:36.345818Z","caller":"traceutil/trace.go:171","msg":"trace[785262775] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"380.938868ms","start":"2026-07-02T05:14:35.964859Z","end":"2026-07-02T05:14:36.345798Z","steps":["trace[785262775] 'process raft request' (duration: 380.899007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:36.345894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:35.964838Z","time spent":"381.01985ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:36.345909Z","caller":"traceutil/trace.go:171","msg":"trace[1006216065] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"668.533904ms","start":"2026-07-02T05:14:35.677325Z","end":"2026-07-02T05:14:36.345859Z","steps":["trace[1006216065] 'process raft request' (duration: 484.79444ms)","trace[1006216065] 'compare' (duration: 182.934853ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:36.346034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.981613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:36.3461Z","caller":"traceutil/trace.go:171","msg":"trace[466171394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:588; }","duration":"413.106546ms","start":"2026-07-02T05:14:35.932974Z","end":"2026-07-02T05:14:36.346081Z","steps":["trace[466171394] 'agreement among raft nodes before linearized reading' (duration: 412.897461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:36.34614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:35.932946Z","time spent":"413.184459ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:14:36.346131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:35.677304Z","time spent":"668.73294ms","remote":"127.0.0.1:39584","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036257,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:36.34636Z","caller":"traceutil/trace.go:171","msg":"trace[1881761347] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"381.835261ms","start":"2026-07-02T05:14:35.964512Z","end":"2026-07-02T05:14:36.346347Z","steps":["trace[1881761347] 'process raft request' (duration: 381.185364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:36.34643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:35.964488Z","time spent":"381.909624ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:36.346486Z","caller":"traceutil/trace.go:171","msg":"trace[1387352483] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"386.097506ms","start":"2026-07-02T05:14:35.959706Z","end":"2026-07-02T05:14:36.345803Z","steps":["trace[1387352483] 'read index received' (duration: 202.274199ms)","trace[1387352483] 'applied index is now lower than readState.Index' (duration: 183.817757ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:36.346734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.196447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:14:36.346795Z","caller":"traceutil/trace.go:171","msg":"trace[1582695854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:588; }","duration":"613.29465ms","start":"2026-07-02T05:14:35.733482Z","end":"2026-07-02T05:14:36.346776Z","steps":["trace[1582695854] 'agreement among raft nodes before linearized reading' (duration: 613.107835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:36.346828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:35.73346Z","time spent":"613.361932ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:14:37.008441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252448568,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:14:37.078764Z","caller":"traceutil/trace.go:171","msg":"trace[1046286149] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"571.375671ms","start":"2026-07-02T05:14:36.507363Z","end":"2026-07-02T05:14:37.078739Z","steps":["trace[1046286149] 'read index received' (duration: 544.810072ms)","trace[1046286149] 'applied index is now lower than readState.Index' (duration: 26.564509ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:37.078956Z","caller":"traceutil/trace.go:171","msg":"trace[945141556] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"670.63302ms","start":"2026-07-02T05:14:36.408281Z","end":"2026-07-02T05:14:37.078914Z","steps":["trace[945141556] 'process raft request' (duration: 643.899296ms)","trace[945141556] 'compare' (duration: 26.415415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:37.079014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.933211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:14:37.078981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.615897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:14:37.079143Z","caller":"traceutil/trace.go:171","msg":"trace[2049010586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:591; }","duration":"144.129217ms","start":"2026-07-02T05:14:36.934986Z","end":"2026-07-02T05:14:37.079115Z","steps":["trace[2049010586] 'agreement among raft nodes before linearized reading' (duration: 143.919151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:37.079207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:36.408264Z","time spent":"670.804885ms","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:14:37.079279Z","caller":"traceutil/trace.go:171","msg":"trace[354470484] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:591; }","duration":"571.930685ms","start":"2026-07-02T05:14:36.507297Z","end":"2026-07-02T05:14:37.079227Z","steps":["trace[354470484] 'agreement among raft nodes before linearized reading' (duration: 571.522374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:37.07938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:36.507269Z","time spent":"572.080649ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:14:37.4897Z","caller":"traceutil/trace.go:171","msg":"trace[651819069] linearizableReadLoop","detail":"{readStateIndex:616; appliedIndex:615; }","duration":"398.27315ms","start":"2026-07-02T05:14:37.091396Z","end":"2026-07-02T05:14:37.489669Z","steps":["trace[651819069] 'read index received' (duration: 364.279083ms)","trace[651819069] 'applied index is now lower than readState.Index' (duration: 33.992947ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:14:37.489846Z","caller":"traceutil/trace.go:171","msg":"trace[474816224] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"406.405578ms","start":"2026-07-02T05:14:37.083417Z","end":"2026-07-02T05:14:37.489823Z","steps":["trace[474816224] 'process raft request' (duration: 372.232475ms)","trace[474816224] 'compare' (duration: 33.881955ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:37.489865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.435705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:14:37.489924Z","caller":"traceutil/trace.go:171","msg":"trace[229443597] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:592; }","duration":"398.517307ms","start":"2026-07-02T05:14:37.091392Z","end":"2026-07-02T05:14:37.489909Z","steps":["trace[229443597] 'agreement among raft nodes before linearized reading' (duration: 398.386073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:37.489983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:37.091361Z","time spent":"398.61171ms","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-07-02T05:14:37.489982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:37.083396Z","time spent":"406.517261ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:38.644212Z","caller":"traceutil/trace.go:171","msg":"trace[1217215762] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"289.568719ms","start":"2026-07-02T05:14:38.354614Z","end":"2026-07-02T05:14:38.644183Z","steps":["trace[1217215762] 'process raft request' (duration: 289.357923ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:38.660974Z","caller":"traceutil/trace.go:171","msg":"trace[175593131] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"306.335256ms","start":"2026-07-02T05:14:38.354603Z","end":"2026-07-02T05:14:38.660938Z","steps":["trace[175593131] 'process raft request' (duration: 305.969296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:14:38.661224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:14:38.354569Z","time spent":"306.49054ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:14:38.66205Z","caller":"traceutil/trace.go:171","msg":"trace[1427451179] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"277.349443ms","start":"2026-07-02T05:14:38.384685Z","end":"2026-07-02T05:14:38.662035Z","steps":["trace[1427451179] 'process raft request' (duration: 276.416708ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:38.662038Z","caller":"traceutil/trace.go:171","msg":"trace[528342752] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:622; }","duration":"287.067923ms","start":"2026-07-02T05:14:38.374947Z","end":"2026-07-02T05:14:38.662015Z","steps":["trace[528342752] 'read index received' (duration: 269.124544ms)","trace[528342752] 'applied index is now lower than readState.Index' (duration: 17.941729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:14:38.662216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.260107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:14:38.662284Z","caller":"traceutil/trace.go:171","msg":"trace[382333579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:601; }","duration":"287.374381ms","start":"2026-07-02T05:14:38.374896Z","end":"2026-07-02T05:14:38.662271Z","steps":["trace[382333579] 'agreement among raft nodes before linearized reading' (duration: 287.228537ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:42.548214Z","caller":"traceutil/trace.go:171","msg":"trace[1154754600] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"148.877802ms","start":"2026-07-02T05:14:42.399306Z","end":"2026-07-02T05:14:42.548184Z","steps":["trace[1154754600] 'process raft request' (duration: 148.633496ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:46.46772Z","caller":"traceutil/trace.go:171","msg":"trace[83241182] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"110.253943ms","start":"2026-07-02T05:14:46.357431Z","end":"2026-07-02T05:14:46.467685Z","steps":["trace[83241182] 'process raft request' (duration: 110.076269ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:46.467792Z","caller":"traceutil/trace.go:171","msg":"trace[946071695] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"123.500016ms","start":"2026-07-02T05:14:46.34426Z","end":"2026-07-02T05:14:46.46776Z","steps":["trace[946071695] 'process raft request' (duration: 123.091365ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:14:46.806658Z","caller":"traceutil/trace.go:171","msg":"trace[761381139] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"101.100538ms","start":"2026-07-02T05:14:46.705526Z","end":"2026-07-02T05:14:46.806626Z","steps":["trace[761381139] 'process raft request' (duration: 100.998676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:02.435396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252448958,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:15:02.472008Z","caller":"traceutil/trace.go:171","msg":"trace[637078071] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"879.193764ms","start":"2026-07-02T05:15:01.592792Z","end":"2026-07-02T05:15:02.471985Z","steps":["trace[637078071] 'process raft request' (duration: 879.0366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:02.472165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:01.592767Z","time spent":"879.323268ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:15:02.479183Z","caller":"traceutil/trace.go:171","msg":"trace[664752135] linearizableReadLoop","detail":"{readStateIndex:813; appliedIndex:810; }","duration":"544.747926ms","start":"2026-07-02T05:15:01.934412Z","end":"2026-07-02T05:15:02.47916Z","steps":["trace[664752135] 'read index received' (duration: 537.50146ms)","trace[664752135] 'applied index is now lower than readState.Index' (duration: 7.245296ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:15:02.479308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.873519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:15:02.47934Z","caller":"traceutil/trace.go:171","msg":"trace[609365236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:782; }","duration":"544.960741ms","start":"2026-07-02T05:15:01.934369Z","end":"2026-07-02T05:15:02.479329Z","steps":["trace[609365236] 'agreement among raft nodes before linearized reading' (duration: 544.890639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:02.479373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:01.934346Z","time spent":"545.019733ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:15:02.479505Z","caller":"traceutil/trace.go:171","msg":"trace[1376879826] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"127.664346ms","start":"2026-07-02T05:15:02.351816Z","end":"2026-07-02T05:15:02.47948Z","steps":["trace[1376879826] 'process raft request' (duration: 127.07496ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:31.773672Z","caller":"traceutil/trace.go:171","msg":"trace[1084672844] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"179.447154ms","start":"2026-07-02T05:15:31.594201Z","end":"2026-07-02T05:15:31.773648Z","steps":["trace[1084672844] 'process raft request' (duration: 179.175827ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:52.91378Z","caller":"traceutil/trace.go:171","msg":"trace[1450227031] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1474; }","duration":"132.146177ms","start":"2026-07-02T05:15:52.78161Z","end":"2026-07-02T05:15:52.913756Z","steps":["trace[1450227031] 'read index received' (duration: 131.976442ms)","trace[1450227031] 'applied index is now lower than readState.Index' (duration: 168.845µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:15:52.913894Z","caller":"traceutil/trace.go:171","msg":"trace[1998241334] transaction","detail":"{read_only:false; response_revision:1429; number_of_response:1; }","duration":"329.505395ms","start":"2026-07-02T05:15:52.584365Z","end":"2026-07-02T05:15:52.913871Z","steps":["trace[1998241334] 'process raft request' (duration: 329.255068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:52.913974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.355193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:15:52.914008Z","caller":"traceutil/trace.go:171","msg":"trace[342775909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1429; }","duration":"132.437335ms","start":"2026-07-02T05:15:52.78156Z","end":"2026-07-02T05:15:52.913997Z","steps":["trace[342775909] 'agreement among raft nodes before linearized reading' (duration: 132.299622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:52.914055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:52.584344Z","time spent":"329.629769ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4492,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:15:53.96751Z","caller":"traceutil/trace.go:171","msg":"trace[528279473] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"116.284289ms","start":"2026-07-02T05:15:53.850394Z","end":"2026-07-02T05:15:53.966678Z","steps":["trace[528279473] 'process raft request' (duration: 115.879948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:58.71129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.386038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:15:58.711467Z","caller":"traceutil/trace.go:171","msg":"trace[637197022] linearizableReadLoop","detail":"{readStateIndex:1532; appliedIndex:1531; }","duration":"100.060012ms","start":"2026-07-02T05:15:58.611384Z","end":"2026-07-02T05:15:58.711444Z","steps":["trace[637197022] 'read index received' (duration: 42.451µs)","trace[637197022] 'applied index is now lower than readState.Index' (duration: 100.015721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:15:58.711785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.398632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-lqd65\" ","response":"range_response_count:1 size:4532"} {"level":"info","ts":"2026-07-02T05:15:58.711812Z","caller":"traceutil/trace.go:171","msg":"trace[1406102432] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-lqd65; range_end:; response_count:1; response_revision:1484; }","duration":"100.437093ms","start":"2026-07-02T05:15:58.611363Z","end":"2026-07-02T05:15:58.711801Z","steps":["trace[1406102432] 'agreement among raft nodes before linearized reading' (duration: 100.132754ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:58.712333Z","caller":"traceutil/trace.go:171","msg":"trace[298236945] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"173.367793ms","start":"2026-07-02T05:15:58.538948Z","end":"2026-07-02T05:15:58.712316Z","steps":["trace[298236945] 'process raft request' (duration: 60.806703ms)","trace[298236945] 'compare' (duration: 111.147071ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:15:59.062782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.250541ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:15:59.063038Z","caller":"traceutil/trace.go:171","msg":"trace[171343314] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"441.272707ms","start":"2026-07-02T05:15:58.621721Z","end":"2026-07-02T05:15:59.062994Z","steps":["trace[171343314] 'process raft request' (duration: 191.689517ms)","trace[171343314] 'compare' (duration: 248.950823ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:15:59.063118Z","caller":"traceutil/trace.go:171","msg":"trace[414112936] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"440.672651ms","start":"2026-07-02T05:15:58.622401Z","end":"2026-07-02T05:15:59.063074Z","steps":["trace[414112936] 'process raft request' (duration: 440.500486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:59.063267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.622394Z","time spent":"440.810174ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5221,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:15:59.063301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.621695Z","time spent":"441.497073ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5179,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:15:59.063382Z","caller":"traceutil/trace.go:171","msg":"trace[1780354470] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"440.713242ms","start":"2026-07-02T05:15:58.622591Z","end":"2026-07-02T05:15:59.063304Z","steps":["trace[1780354470] 'process raft request' (duration: 440.401694ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.063368Z","caller":"traceutil/trace.go:171","msg":"trace[1198584352] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"440.077135ms","start":"2026-07-02T05:15:58.62322Z","end":"2026-07-02T05:15:59.063298Z","steps":["trace[1198584352] 'process raft request' (duration: 439.840598ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.063442Z","caller":"traceutil/trace.go:171","msg":"trace[498659351] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"440.085125ms","start":"2026-07-02T05:15:58.623322Z","end":"2026-07-02T05:15:59.063407Z","steps":["trace[498659351] 'process raft request' (duration: 439.765826ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.063465Z","caller":"traceutil/trace.go:171","msg":"trace[929683738] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"439.740095ms","start":"2026-07-02T05:15:58.623709Z","end":"2026-07-02T05:15:59.063449Z","steps":["trace[929683738] 'process raft request' (duration: 439.54954ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.063423Z","caller":"traceutil/trace.go:171","msg":"trace[1728688421] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"440.214928ms","start":"2026-07-02T05:15:58.623118Z","end":"2026-07-02T05:15:59.063332Z","steps":["trace[1728688421] 'process raft request' (duration: 439.902489ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.063483Z","caller":"traceutil/trace.go:171","msg":"trace[1507195889] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"439.986852ms","start":"2026-07-02T05:15:58.62344Z","end":"2026-07-02T05:15:59.063427Z","steps":["trace[1507195889] 'process raft request' (duration: 439.792537ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.063471Z","caller":"traceutil/trace.go:171","msg":"trace[308791631] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"439.999923ms","start":"2026-07-02T05:15:58.623395Z","end":"2026-07-02T05:15:59.063395Z","steps":["trace[308791631] 'process raft request' (duration: 439.790617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:59.063525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.6237Z","time spent":"439.794857ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4915,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:15:59.063542Z","caller":"traceutil/trace.go:171","msg":"trace[1445522725] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"440.135136ms","start":"2026-07-02T05:15:58.62336Z","end":"2026-07-02T05:15:59.063495Z","steps":["trace[1445522725] 'process raft request' (duration: 439.752846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:59.063566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.622584Z","time spent":"440.897007ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:15:59.063591Z","caller":"traceutil/trace.go:171","msg":"trace[1802292265] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"435.961684ms","start":"2026-07-02T05:15:58.627585Z","end":"2026-07-02T05:15:59.063546Z","steps":["trace[1802292265] 'process raft request' (duration: 435.749498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:59.063621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.623214Z","time spent":"440.291821ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:15:59.063645Z","caller":"traceutil/trace.go:171","msg":"trace[1724451851] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"343.25965ms","start":"2026-07-02T05:15:58.720371Z","end":"2026-07-02T05:15:59.063631Z","steps":["trace[1724451851] 'process raft request' (duration: 343.052084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:59.063674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.623391Z","time spent":"440.194818ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5057,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:15:59.063675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.623355Z","time spent":"440.249849ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6030,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:15:59.063664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.623436Z","time spent":"440.117506ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5292,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:15:59.063682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.623101Z","time spent":"440.445905ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:15:59.063526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.623316Z","time spent":"440.176137ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4326,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:15:59.063712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.627576Z","time spent":"436.071386ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96229,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:15:59.06374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.720348Z","time spent":"343.327562ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4295,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:15:59.063782Z","caller":"traceutil/trace.go:171","msg":"trace[351047361] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"439.520879ms","start":"2026-07-02T05:15:58.624126Z","end":"2026-07-02T05:15:59.063646Z","steps":["trace[351047361] 'process raft request' (duration: 439.16025ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.063896Z","caller":"traceutil/trace.go:171","msg":"trace[1778480117] linearizableReadLoop","detail":"{readStateIndex:1545; appliedIndex:1532; }","duration":"120.33183ms","start":"2026-07-02T05:15:58.943551Z","end":"2026-07-02T05:15:59.063882Z","steps":["trace[1778480117] 'read index received' (duration: 109.540108ms)","trace[1778480117] 'applied index is now lower than readState.Index' (duration: 10.383701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:15:59.063956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:15:58.62412Z","time spent":"439.777956ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5742,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:15:59.064006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.454343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:15:59.064054Z","caller":"traceutil/trace.go:171","msg":"trace[1421598080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1497; }","duration":"120.564826ms","start":"2026-07-02T05:15:58.943475Z","end":"2026-07-02T05:15:59.06404Z","steps":["trace[1421598080] 'agreement among raft nodes before linearized reading' (duration: 120.369981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:15:59.552444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.182196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:15:59.552669Z","caller":"traceutil/trace.go:171","msg":"trace[515194761] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"153.445103ms","start":"2026-07-02T05:15:59.399204Z","end":"2026-07-02T05:15:59.552649Z","steps":["trace[515194761] 'process raft request' (duration: 153.373561ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:15:59.552725Z","caller":"traceutil/trace.go:171","msg":"trace[216984987] linearizableReadLoop","detail":"{readStateIndex:1572; appliedIndex:1570; }","duration":"190.587387ms","start":"2026-07-02T05:15:59.362106Z","end":"2026-07-02T05:15:59.552693Z","steps":["trace[216984987] 'read index received' (duration: 28.140559ms)","trace[216984987] 'applied index is now lower than readState.Index' (duration: 162.444317ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:15:59.552746Z","caller":"traceutil/trace.go:171","msg":"trace[1372003085] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"219.425686ms","start":"2026-07-02T05:15:59.333273Z","end":"2026-07-02T05:15:59.552699Z","steps":["trace[1372003085] 'process raft request' (duration: 115.88836ms)","trace[1372003085] 'compare' (duration: 102.986321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:15:59.553007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.886265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:15:59.553053Z","caller":"traceutil/trace.go:171","msg":"trace[1198953728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1525; }","duration":"190.993338ms","start":"2026-07-02T05:15:59.362048Z","end":"2026-07-02T05:15:59.553041Z","steps":["trace[1198953728] 'agreement among raft nodes before linearized reading' (duration: 190.758012ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:12.094921Z","caller":"traceutil/trace.go:171","msg":"trace[1453556052] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"111.371727ms","start":"2026-07-02T05:16:11.983525Z","end":"2026-07-02T05:16:12.094896Z","steps":["trace[1453556052] 'process raft request' (duration: 111.146101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:18.206231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252450974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:16:18.281837Z","caller":"traceutil/trace.go:171","msg":"trace[1792912745] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"599.645565ms","start":"2026-07-02T05:16:17.682165Z","end":"2026-07-02T05:16:18.28181Z","steps":["trace[1792912745] 'process raft request' (duration: 599.48554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:18.282018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:17.682136Z","time spent":"599.786708ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:19.10408Z","caller":"traceutil/trace.go:171","msg":"trace[272288396] linearizableReadLoop","detail":"{readStateIndex:1893; appliedIndex:1892; }","duration":"1.398758464s","start":"2026-07-02T05:16:17.705294Z","end":"2026-07-02T05:16:19.104053Z","steps":["trace[272288396] 'read index received' (duration: 576.511439ms)","trace[272288396] 'applied index is now lower than readState.Index' (duration: 822.245485ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:19.104163Z","caller":"traceutil/trace.go:171","msg":"trace[1108402104] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"987.484306ms","start":"2026-07-02T05:16:18.116594Z","end":"2026-07-02T05:16:19.104079Z","steps":["trace[1108402104] 'process raft request' (duration: 961.486554ms)","trace[1108402104] 'compare' (duration: 25.616722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:19.104304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398991651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69a90813-3781-4783-9a85-5df107350610\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-02T05:16:19.104339Z","caller":"traceutil/trace.go:171","msg":"trace[665292848] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69a90813-3781-4783-9a85-5df107350610; range_end:; response_count:1; response_revision:1834; }","duration":"1.399067912s","start":"2026-07-02T05:16:17.705258Z","end":"2026-07-02T05:16:19.104326Z","steps":["trace[665292848] 'agreement among raft nodes before linearized reading' (duration: 1.398914458s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.104353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.116556Z","time spent":"987.695152ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:19.104368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:17.705247Z","time spent":"1.399111123s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69a90813-3781-4783-9a85-5df107350610\" "} {"level":"info","ts":"2026-07-02T05:16:19.136578Z","caller":"traceutil/trace.go:171","msg":"trace[1546575728] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"837.905918ms","start":"2026-07-02T05:16:18.298653Z","end":"2026-07-02T05:16:19.136559Z","steps":["trace[1546575728] 'process raft request' (duration: 837.63946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.136602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201192428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:19.136653Z","caller":"traceutil/trace.go:171","msg":"trace[100336408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1835; }","duration":"1.201302352s","start":"2026-07-02T05:16:17.935335Z","end":"2026-07-02T05:16:19.136637Z","steps":["trace[100336408] 'agreement among raft nodes before linearized reading' (duration: 1.201205499s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.136701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.298612Z","time spent":"838.01767ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:19.136726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:17.935305Z","time spent":"1.201409495s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:16:19.136751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277185001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69a90813-3781-4783-9a85-5df107350610\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-02T05:16:19.136832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065549645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:16:19.136883Z","caller":"traceutil/trace.go:171","msg":"trace[1345281524] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1835; }","duration":"1.065648538s","start":"2026-07-02T05:16:18.071225Z","end":"2026-07-02T05:16:19.136874Z","steps":["trace[1345281524] 'agreement among raft nodes before linearized reading' (duration: 1.065291148s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.1369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.071202Z","time spent":"1.065692249s","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:16:19.136804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.739043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-07-02T05:16:19.13698Z","caller":"traceutil/trace.go:171","msg":"trace[618204178] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1835; }","duration":"957.970749ms","start":"2026-07-02T05:16:18.17899Z","end":"2026-07-02T05:16:19.13696Z","steps":["trace[618204178] 'agreement among raft nodes before linearized reading' (duration: 957.667431ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:19.136994Z","caller":"traceutil/trace.go:171","msg":"trace[296846535] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69a90813-3781-4783-9a85-5df107350610; range_end:; response_count:1; response_revision:1835; }","duration":"1.277506729s","start":"2026-07-02T05:16:17.859362Z","end":"2026-07-02T05:16:19.136868Z","steps":["trace[296846535] 'agreement among raft nodes before linearized reading' (duration: 1.277106568s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.137086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:17.859333Z","time spent":"1.277742345s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69a90813-3781-4783-9a85-5df107350610\" "} {"level":"warn","ts":"2026-07-02T05:16:19.137032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.178943Z","time spent":"958.078712ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:16:19.136805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.692195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-02T05:16:19.137202Z","caller":"traceutil/trace.go:171","msg":"trace[1905341733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1835; }","duration":"553.150068ms","start":"2026-07-02T05:16:18.58404Z","end":"2026-07-02T05:16:19.13719Z","steps":["trace[1905341733] 'agreement among raft nodes before linearized reading' (duration: 552.557632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.137244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.584019Z","time spent":"553.214109ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-02T05:16:19.1371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.924084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-02T05:16:19.137482Z","caller":"traceutil/trace.go:171","msg":"trace[1176995319] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1835; }","duration":"659.376026ms","start":"2026-07-02T05:16:18.478074Z","end":"2026-07-02T05:16:19.13745Z","steps":["trace[1176995319] 'agreement among raft nodes before linearized reading' (duration: 658.42511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.137948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:18.478007Z","time spent":"659.772926ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T05:16:19.402139Z","caller":"traceutil/trace.go:171","msg":"trace[1037991176] linearizableReadLoop","detail":"{readStateIndex:1895; appliedIndex:1894; }","duration":"263.99427ms","start":"2026-07-02T05:16:19.138112Z","end":"2026-07-02T05:16:19.402106Z","steps":["trace[1037991176] 'read index received' (duration: 226.865787ms)","trace[1037991176] 'applied index is now lower than readState.Index' (duration: 37.126873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:19.402575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.437262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:19.40261Z","caller":"traceutil/trace.go:171","msg":"trace[846163307] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"290.846155ms","start":"2026-07-02T05:16:19.111723Z","end":"2026-07-02T05:16:19.40257Z","steps":["trace[846163307] 'process raft request' (duration: 253.28771ms)","trace[846163307] 'compare' (duration: 36.913987ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:19.402656Z","caller":"traceutil/trace.go:171","msg":"trace[1101494243] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1836; }","duration":"264.571836ms","start":"2026-07-02T05:16:19.138069Z","end":"2026-07-02T05:16:19.402641Z","steps":["trace[1101494243] 'agreement among raft nodes before linearized reading' (duration: 264.398721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.402773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.961334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:566"} {"level":"warn","ts":"2026-07-02T05:16:19.402808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.007655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-02T05:16:19.402848Z","caller":"traceutil/trace.go:171","msg":"trace[1971890123] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1836; }","duration":"262.062238ms","start":"2026-07-02T05:16:19.140763Z","end":"2026-07-02T05:16:19.402825Z","steps":["trace[1971890123] 'agreement among raft nodes before linearized reading' (duration: 261.846092ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:19.402871Z","caller":"traceutil/trace.go:171","msg":"trace[1817872260] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1836; }","duration":"179.095247ms","start":"2026-07-02T05:16:19.223759Z","end":"2026-07-02T05:16:19.402854Z","steps":["trace[1817872260] 'agreement among raft nodes before linearized reading' (duration: 178.865871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.402891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.207216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:523"} {"level":"info","ts":"2026-07-02T05:16:19.402963Z","caller":"traceutil/trace.go:171","msg":"trace[946037446] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1836; }","duration":"217.298419ms","start":"2026-07-02T05:16:19.185644Z","end":"2026-07-02T05:16:19.402943Z","steps":["trace[946037446] 'agreement among raft nodes before linearized reading' (duration: 217.118804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.403056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.571373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-02T05:16:19.403104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.879539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:16:19.403187Z","caller":"traceutil/trace.go:171","msg":"trace[537489488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1836; }","duration":"122.981911ms","start":"2026-07-02T05:16:19.280189Z","end":"2026-07-02T05:16:19.403171Z","steps":["trace[537489488] 'agreement among raft nodes before linearized reading' (duration: 122.807226ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:19.403195Z","caller":"traceutil/trace.go:171","msg":"trace[647540269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1836; }","duration":"198.788128ms","start":"2026-07-02T05:16:19.204369Z","end":"2026-07-02T05:16:19.403157Z","steps":["trace[647540269] 'agreement among raft nodes before linearized reading' (duration: 198.379117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.40319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.705488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-02T05:16:19.403299Z","caller":"traceutil/trace.go:171","msg":"trace[605846754] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1836; }","duration":"261.821451ms","start":"2026-07-02T05:16:19.141462Z","end":"2026-07-02T05:16:19.403284Z","steps":["trace[605846754] 'agreement among raft nodes before linearized reading' (duration: 261.594775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.403319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.339204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-02T05:16:19.40337Z","caller":"traceutil/trace.go:171","msg":"trace[785254148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1836; }","duration":"182.425167ms","start":"2026-07-02T05:16:19.220932Z","end":"2026-07-02T05:16:19.403357Z","steps":["trace[785254148] 'agreement among raft nodes before linearized reading' (duration: 182.291493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:19.852823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.268354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:19.852936Z","caller":"traceutil/trace.go:171","msg":"trace[1961256469] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"444.963827ms","start":"2026-07-02T05:16:19.407951Z","end":"2026-07-02T05:16:19.852915Z","steps":["trace[1961256469] 'process raft request' (duration: 159.523718ms)","trace[1961256469] 'compare' (duration: 284.832902ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:19.852994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.407927Z","time spent":"445.040339ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:20.050393Z","caller":"traceutil/trace.go:171","msg":"trace[1387221753] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"642.290486ms","start":"2026-07-02T05:16:19.408055Z","end":"2026-07-02T05:16:20.050346Z","steps":["trace[1387221753] 'process raft request' (duration: 567.331951ms)","trace[1387221753] 'compare' (duration: 74.601035ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:20.050469Z","caller":"traceutil/trace.go:171","msg":"trace[487961167] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"641.841773ms","start":"2026-07-02T05:16:19.40857Z","end":"2026-07-02T05:16:20.050412Z","steps":["trace[487961167] 'process raft request' (duration: 641.758701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:20.050664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.408029Z","time spent":"642.497751ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:20.05082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.408546Z","time spent":"642.110071ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:20.050984Z","caller":"traceutil/trace.go:171","msg":"trace[1348563886] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"642.782149ms","start":"2026-07-02T05:16:19.408185Z","end":"2026-07-02T05:16:20.050967Z","steps":["trace[1348563886] 'process raft request' (duration: 642.05068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:20.05106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.408149Z","time spent":"642.872582ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:20.051213Z","caller":"traceutil/trace.go:171","msg":"trace[1790730581] linearizableReadLoop","detail":"{readStateIndex:1899; appliedIndex:1895; }","duration":"642.353847ms","start":"2026-07-02T05:16:19.408829Z","end":"2026-07-02T05:16:20.051183Z","steps":["trace[1790730581] 'read index received' (duration: 158.712196ms)","trace[1790730581] 'applied index is now lower than readState.Index' (duration: 483.640431ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:20.051248Z","caller":"traceutil/trace.go:171","msg":"trace[1673099683] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"641.761461ms","start":"2026-07-02T05:16:19.409435Z","end":"2026-07-02T05:16:20.051196Z","steps":["trace[1673099683] 'process raft request' (duration: 641.381041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:20.051775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.933594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69a90813-3781-4783-9a85-5df107350610\" ","response":"range_response_count:1 size:3741"} {"level":"info","ts":"2026-07-02T05:16:20.051832Z","caller":"traceutil/trace.go:171","msg":"trace[896526272] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69a90813-3781-4783-9a85-5df107350610; range_end:; response_count:1; response_revision:1843; }","duration":"643.007075ms","start":"2026-07-02T05:16:19.408807Z","end":"2026-07-02T05:16:20.051814Z","steps":["trace[896526272] 'agreement among raft nodes before linearized reading' (duration: 642.653706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:20.051877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.408798Z","time spent":"643.071207ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69a90813-3781-4783-9a85-5df107350610\" "} {"level":"info","ts":"2026-07-02T05:16:20.05139Z","caller":"traceutil/trace.go:171","msg":"trace[1986589046] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"642.149982ms","start":"2026-07-02T05:16:19.409224Z","end":"2026-07-02T05:16:20.051374Z","steps":["trace[1986589046] 'process raft request' (duration: 641.152185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:20.051865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.409424Z","time spent":"642.352397ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:20.051944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.409213Z","time spent":"642.702347ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:16:20.051959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.513548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:16:20.052082Z","caller":"traceutil/trace.go:171","msg":"trace[1898277129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1843; }","duration":"640.671712ms","start":"2026-07-02T05:16:19.411378Z","end":"2026-07-02T05:16:20.05205Z","steps":["trace[1898277129] 'agreement among raft nodes before linearized reading' (duration: 640.447686ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:20.051506Z","caller":"traceutil/trace.go:171","msg":"trace[1594727817] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"641.046062ms","start":"2026-07-02T05:16:19.41043Z","end":"2026-07-02T05:16:20.051476Z","steps":["trace[1594727817] 'process raft request' (duration: 640.59254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:20.052151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.411372Z","time spent":"640.769105ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:16:20.052213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:19.410419Z","time spent":"641.763591ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:16:22.083818Z","caller":"traceutil/trace.go:171","msg":"trace[807542706] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"221.634626ms","start":"2026-07-02T05:16:21.862147Z","end":"2026-07-02T05:16:22.083782Z","steps":["trace[807542706] 'process raft request' (duration: 221.384859ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:25.502797Z","caller":"traceutil/trace.go:171","msg":"trace[319444404] transaction","detail":"{read_only:false; response_revision:1911; number_of_response:1; }","duration":"122.430356ms","start":"2026-07-02T05:16:25.380342Z","end":"2026-07-02T05:16:25.502772Z","steps":["trace[319444404] 'process raft request' (duration: 122.232641ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:27.943747Z","caller":"traceutil/trace.go:171","msg":"trace[1152794492] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"123.212537ms","start":"2026-07-02T05:16:27.820511Z","end":"2026-07-02T05:16:27.943723Z","steps":["trace[1152794492] 'process raft request' (duration: 123.062843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:28.971142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.502618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:16:28.971195Z","caller":"traceutil/trace.go:171","msg":"trace[993657379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1942; }","duration":"640.595851ms","start":"2026-07-02T05:16:28.330587Z","end":"2026-07-02T05:16:28.971183Z","steps":["trace[993657379] 'range keys from in-memory index tree' (duration: 640.338263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:28.971215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:16:28.330573Z","time spent":"640.636771ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:16:43.461944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.515068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:43.462058Z","caller":"traceutil/trace.go:171","msg":"trace[1647458531] linearizableReadLoop","detail":"{readStateIndex:2125; appliedIndex:2124; }","duration":"122.159629ms","start":"2026-07-02T05:16:43.339881Z","end":"2026-07-02T05:16:43.46204Z","steps":["trace[1647458531] 'read index received' (duration: 55.931µs)","trace[1647458531] 'applied index is now lower than readState.Index' (duration: 122.101878ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:43.462216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.331593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-02T05:16:43.462257Z","caller":"traceutil/trace.go:171","msg":"trace[1031439949] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2055; }","duration":"122.406405ms","start":"2026-07-02T05:16:43.339838Z","end":"2026-07-02T05:16:43.462244Z","steps":["trace[1031439949] 'agreement among raft nodes before linearized reading' (duration: 122.248091ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:43.462359Z","caller":"traceutil/trace.go:171","msg":"trace[1810793185] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"272.488119ms","start":"2026-07-02T05:16:43.189839Z","end":"2026-07-02T05:16:43.462327Z","steps":["trace[1810793185] 'process raft request' (duration: 25.500338ms)","trace[1810793185] 'compare' (duration: 246.397305ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:44.537606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.677588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:16:44.537714Z","caller":"traceutil/trace.go:171","msg":"trace[1151640042] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2127; }","duration":"227.391851ms","start":"2026-07-02T05:16:44.310304Z","end":"2026-07-02T05:16:44.537696Z","steps":["trace[1151640042] 'read index received' (duration: 29.427685ms)","trace[1151640042] 'applied index is now lower than readState.Index' (duration: 197.962856ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:16:44.537751Z","caller":"traceutil/trace.go:171","msg":"trace[1458625034] transaction","detail":"{read_only:false; response_revision:2058; number_of_response:1; }","duration":"229.869828ms","start":"2026-07-02T05:16:44.307851Z","end":"2026-07-02T05:16:44.53772Z","steps":["trace[1458625034] 'process raft request' (duration: 31.923063ms)","trace[1458625034] 'compare' (duration: 197.445202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:16:44.537937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.629027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-02T05:16:44.537978Z","caller":"traceutil/trace.go:171","msg":"trace[1942892569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2058; }","duration":"227.689569ms","start":"2026-07-02T05:16:44.310277Z","end":"2026-07-02T05:16:44.537966Z","steps":["trace[1942892569] 'agreement among raft nodes before linearized reading' (duration: 227.516274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:44.538191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.423539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-02T05:16:44.538267Z","caller":"traceutil/trace.go:171","msg":"trace[939544627] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2058; }","duration":"131.546163ms","start":"2026-07-02T05:16:44.406701Z","end":"2026-07-02T05:16:44.538247Z","steps":["trace[939544627] 'agreement among raft nodes before linearized reading' (duration: 131.339637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:16:44.538275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.330655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-02T05:16:44.538304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.471848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-02T05:16:44.538602Z","caller":"traceutil/trace.go:171","msg":"trace[661806108] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2058; }","duration":"115.589232ms","start":"2026-07-02T05:16:44.422894Z","end":"2026-07-02T05:16:44.538483Z","steps":["trace[661806108] 'agreement among raft nodes before linearized reading' (duration: 115.100099ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:16:44.538613Z","caller":"traceutil/trace.go:171","msg":"trace[203858693] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2058; }","duration":"222.912359ms","start":"2026-07-02T05:16:44.31566Z","end":"2026-07-02T05:16:44.538572Z","steps":["trace[203858693] 'agreement among raft nodes before linearized reading' (duration: 222.259352ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:02.048558Z","caller":"traceutil/trace.go:171","msg":"trace[498070621] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"107.445176ms","start":"2026-07-02T05:17:01.941084Z","end":"2026-07-02T05:17:02.048529Z","steps":["trace[498070621] 'process raft request' (duration: 107.259411ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:02.429921Z","caller":"traceutil/trace.go:171","msg":"trace[376120979] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2253; }","duration":"363.126453ms","start":"2026-07-02T05:17:02.066772Z","end":"2026-07-02T05:17:02.429898Z","steps":["trace[376120979] 'read index received' (duration: 363.00377ms)","trace[376120979] 'applied index is now lower than readState.Index' (duration: 121.163µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:02.429975Z","caller":"traceutil/trace.go:171","msg":"trace[2010858850] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2176; }","duration":"372.701603ms","start":"2026-07-02T05:17:02.057244Z","end":"2026-07-02T05:17:02.429946Z","steps":["trace[2010858850] 'process raft request' (duration: 372.567059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:02.43014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.057224Z","time spent":"372.823587ms","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:17:02.430539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.753131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:17:02.430599Z","caller":"traceutil/trace.go:171","msg":"trace[635829118] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2176; }","duration":"363.882374ms","start":"2026-07-02T05:17:02.066697Z","end":"2026-07-02T05:17:02.43058Z","steps":["trace[635829118] 'agreement among raft nodes before linearized reading' (duration: 363.333859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:02.430636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.066668Z","time spent":"363.957066ms","remote":"127.0.0.1:39894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:17:02.650836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.246249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:17:02.651004Z","caller":"traceutil/trace.go:171","msg":"trace[2089614142] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"215.987623ms","start":"2026-07-02T05:17:02.434998Z","end":"2026-07-02T05:17:02.650985Z","steps":["trace[2089614142] 'process raft request' (duration: 63.502208ms)","trace[2089614142] 'compare' (duration: 152.110945ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:02.651298Z","caller":"traceutil/trace.go:171","msg":"trace[742622077] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"209.455387ms","start":"2026-07-02T05:17:02.441812Z","end":"2026-07-02T05:17:02.651267Z","steps":["trace[742622077] 'process raft request' (duration: 209.122598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:03.258586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.690787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:17:03.25881Z","caller":"traceutil/trace.go:171","msg":"trace[1357254660] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"601.79477ms","start":"2026-07-02T05:17:02.656986Z","end":"2026-07-02T05:17:03.258781Z","steps":["trace[1357254660] 'process raft request' (duration: 416.762114ms)","trace[1357254660] 'compare' (duration: 184.522322ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:03.258908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.656968Z","time spent":"601.898033ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:17:03.259051Z","caller":"traceutil/trace.go:171","msg":"trace[620764833] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2257; }","duration":"597.650439ms","start":"2026-07-02T05:17:02.661381Z","end":"2026-07-02T05:17:03.259031Z","steps":["trace[620764833] 'read index received' (duration: 3.402753ms)","trace[620764833] 'applied index is now lower than readState.Index' (duration: 594.246706ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:03.259061Z","caller":"traceutil/trace.go:171","msg":"trace[1666736386] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"598.877802ms","start":"2026-07-02T05:17:02.660125Z","end":"2026-07-02T05:17:03.259002Z","steps":["trace[1666736386] 'process raft request' (duration: 598.580534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:03.259226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.660113Z","time spent":"599.026025ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:03.259289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.289632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:17:03.25931Z","caller":"traceutil/trace.go:171","msg":"trace[1535016163] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"498.814184ms","start":"2026-07-02T05:17:02.760481Z","end":"2026-07-02T05:17:03.259295Z","steps":["trace[1535016163] 'process raft request' (duration: 498.469144ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:03.259356Z","caller":"traceutil/trace.go:171","msg":"trace[427273618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2183; }","duration":"321.410826ms","start":"2026-07-02T05:17:02.937927Z","end":"2026-07-02T05:17:03.259338Z","steps":["trace[427273618] 'agreement among raft nodes before linearized reading' (duration: 321.283482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:03.259365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.984067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-07-02T05:17:03.259386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.760461Z","time spent":"498.885796ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:17:03.259374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.506854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-07-02T05:17:03.259414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.937768Z","time spent":"321.638822ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:17:03.259426Z","caller":"traceutil/trace.go:171","msg":"trace[2026531927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2183; }","duration":"598.109571ms","start":"2026-07-02T05:17:02.661299Z","end":"2026-07-02T05:17:03.259408Z","steps":["trace[2026531927] 'agreement among raft nodes before linearized reading' (duration: 597.859064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:03.259434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.381348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-07-02T05:17:03.259463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.661268Z","time spent":"598.187213ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-02T05:17:03.259498Z","caller":"traceutil/trace.go:171","msg":"trace[510026183] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2183; }","duration":"503.474741ms","start":"2026-07-02T05:17:02.756006Z","end":"2026-07-02T05:17:03.259481Z","steps":["trace[510026183] 'agreement among raft nodes before linearized reading' (duration: 503.295926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:03.259539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.755992Z","time spent":"503.539112ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T05:17:03.259441Z","caller":"traceutil/trace.go:171","msg":"trace[814913959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2183; }","duration":"597.589266ms","start":"2026-07-02T05:17:02.661832Z","end":"2026-07-02T05:17:03.259421Z","steps":["trace[814913959] 'agreement among raft nodes before linearized reading' (duration: 597.37538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:03.25955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.738906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-02T05:17:03.259618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.661824Z","time spent":"597.781732ms","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4615,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-02T05:17:03.259652Z","caller":"traceutil/trace.go:171","msg":"trace[1421407814] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2183; }","duration":"507.88984ms","start":"2026-07-02T05:17:02.751733Z","end":"2026-07-02T05:17:03.259623Z","steps":["trace[1421407814] 'agreement among raft nodes before linearized reading' (duration: 507.610512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:17:03.25974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:17:02.751718Z","time spent":"508.011843ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T05:17:03.504626Z","caller":"traceutil/trace.go:171","msg":"trace[103844155] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2261; }","duration":"240.690011ms","start":"2026-07-02T05:17:03.263911Z","end":"2026-07-02T05:17:03.504601Z","steps":["trace[103844155] 'read index received' (duration: 225.956923ms)","trace[103844155] 'applied index is now lower than readState.Index' (duration: 14.731948ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:03.504659Z","caller":"traceutil/trace.go:171","msg":"trace[1575934512] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"240.769864ms","start":"2026-07-02T05:17:03.263854Z","end":"2026-07-02T05:17:03.504624Z","steps":["trace[1575934512] 'process raft request' (duration: 226.086587ms)","trace[1575934512] 'compare' (duration: 14.43942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:17:03.504909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.96819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"warn","ts":"2026-07-02T05:17:03.504924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.937348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-07-02T05:17:03.504987Z","caller":"traceutil/trace.go:171","msg":"trace[1505577606] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2184; }","duration":"241.073822ms","start":"2026-07-02T05:17:03.263889Z","end":"2026-07-02T05:17:03.504963Z","steps":["trace[1505577606] 'agreement among raft nodes before linearized reading' (duration: 240.846866ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:03.505027Z","caller":"traceutil/trace.go:171","msg":"trace[601444342] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2184; }","duration":"241.02741ms","start":"2026-07-02T05:17:03.263947Z","end":"2026-07-02T05:17:03.504974Z","steps":["trace[601444342] 'agreement among raft nodes before linearized reading' (duration: 240.838965ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:03.642415Z","caller":"traceutil/trace.go:171","msg":"trace[1946365689] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"132.890535ms","start":"2026-07-02T05:17:03.50948Z","end":"2026-07-02T05:17:03.64237Z","steps":["trace[1946365689] 'process raft request' (duration: 115.049923ms)","trace[1946365689] 'compare' (duration: 17.653437ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:17:03.64399Z","caller":"traceutil/trace.go:171","msg":"trace[580504318] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"134.411276ms","start":"2026-07-02T05:17:03.509545Z","end":"2026-07-02T05:17:03.643956Z","steps":["trace[580504318] 'process raft request' (duration: 133.842771ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:03.64428Z","caller":"traceutil/trace.go:171","msg":"trace[207916687] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"116.974964ms","start":"2026-07-02T05:17:03.527275Z","end":"2026-07-02T05:17:03.64425Z","steps":["trace[207916687] 'process raft request' (duration: 116.594344ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:41.889488Z","caller":"traceutil/trace.go:171","msg":"trace[347082781] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"192.790665ms","start":"2026-07-02T05:17:41.696667Z","end":"2026-07-02T05:17:41.889457Z","steps":["trace[347082781] 'process raft request' (duration: 192.630741ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:17:41.89536Z","caller":"traceutil/trace.go:171","msg":"trace[1717947559] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"127.309194ms","start":"2026-07-02T05:17:41.768024Z","end":"2026-07-02T05:17:41.895333Z","steps":["trace[1717947559] 'process raft request' (duration: 127.15494ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:15.776227Z","caller":"traceutil/trace.go:171","msg":"trace[1258208305] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"150.366607ms","start":"2026-07-02T05:18:15.625824Z","end":"2026-07-02T05:18:15.77619Z","steps":["trace[1258208305] 'process raft request' (duration: 150.048698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:16.058539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.530942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:18:16.058696Z","caller":"traceutil/trace.go:171","msg":"trace[1100755458] linearizableReadLoop","detail":"{readStateIndex:2847; appliedIndex:2846; }","duration":"122.541114ms","start":"2026-07-02T05:18:15.936134Z","end":"2026-07-02T05:18:16.058675Z","steps":["trace[1100755458] 'read index received' (duration: 61.892µs)","trace[1100755458] 'applied index is now lower than readState.Index' (duration: 122.477132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:18:16.058788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.669878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:18:16.058828Z","caller":"traceutil/trace.go:171","msg":"trace[1773795723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2736; }","duration":"122.75054ms","start":"2026-07-02T05:18:15.936064Z","end":"2026-07-02T05:18:16.058815Z","steps":["trace[1773795723] 'agreement among raft nodes before linearized reading' (duration: 122.666967ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:16.058784Z","caller":"traceutil/trace.go:171","msg":"trace[1249506173] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"428.701693ms","start":"2026-07-02T05:18:15.630013Z","end":"2026-07-02T05:18:16.058715Z","steps":["trace[1249506173] 'process raft request' (duration: 149.828181ms)","trace[1249506173] 'compare' (duration: 278.252905ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:18:16.059025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:15.629988Z","time spent":"428.904159ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:18:16.138699Z","caller":"traceutil/trace.go:171","msg":"trace[431666505] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"105.76688ms","start":"2026-07-02T05:18:16.032898Z","end":"2026-07-02T05:18:16.138665Z","steps":["trace[431666505] 'process raft request' (duration: 105.495873ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:16.732255Z","caller":"traceutil/trace.go:171","msg":"trace[158579945] linearizableReadLoop","detail":"{readStateIndex:2849; appliedIndex:2848; }","duration":"416.204995ms","start":"2026-07-02T05:18:16.316022Z","end":"2026-07-02T05:18:16.732227Z","steps":["trace[158579945] 'read index received' (duration: 415.786324ms)","trace[158579945] 'applied index is now lower than readState.Index' (duration: 417.171µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:18:16.732346Z","caller":"traceutil/trace.go:171","msg":"trace[1836703635] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"582.02482ms","start":"2026-07-02T05:18:16.150283Z","end":"2026-07-02T05:18:16.732308Z","steps":["trace[1836703635] 'process raft request' (duration: 581.62343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:16.732533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:16.150265Z","time spent":"582.163274ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:18:16.732585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.524984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.151\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T05:18:16.732695Z","caller":"traceutil/trace.go:171","msg":"trace[470060844] range","detail":"{range_begin:/registry/masterleases/199.19.213.151; range_end:; response_count:1; response_revision:2738; }","duration":"416.664178ms","start":"2026-07-02T05:18:16.316004Z","end":"2026-07-02T05:18:16.732669Z","steps":["trace[470060844] 'agreement among raft nodes before linearized reading' (duration: 416.324289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:16.732701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.925773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-02T05:18:16.732729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.519391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-07-02T05:18:16.73275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:16.315944Z","time spent":"416.796681ms","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.151\" "} {"level":"info","ts":"2026-07-02T05:18:16.732793Z","caller":"traceutil/trace.go:171","msg":"trace[923771611] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2738; }","duration":"319.646344ms","start":"2026-07-02T05:18:16.413129Z","end":"2026-07-02T05:18:16.732776Z","steps":["trace[923771611] 'agreement among raft nodes before linearized reading' (duration: 319.324465ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:16.732799Z","caller":"traceutil/trace.go:171","msg":"trace[513845521] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2738; }","duration":"313.087427ms","start":"2026-07-02T05:18:16.419683Z","end":"2026-07-02T05:18:16.73277Z","steps":["trace[513845521] 'agreement among raft nodes before linearized reading' (duration: 312.797539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:16.732832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:16.413105Z","time spent":"319.717806ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:18:16.732874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:18:16.419662Z","time spent":"313.19867ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T05:18:49.021849Z","caller":"traceutil/trace.go:171","msg":"trace[2100066422] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"106.943392ms","start":"2026-07-02T05:18:48.914864Z","end":"2026-07-02T05:18:49.021808Z","steps":["trace[2100066422] 'process raft request' (duration: 106.744796ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:51.005199Z","caller":"traceutil/trace.go:171","msg":"trace[305976563] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"101.857765ms","start":"2026-07-02T05:18:50.90329Z","end":"2026-07-02T05:18:51.005148Z","steps":["trace[305976563] 'process raft request' (duration: 101.348181ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:51.174787Z","caller":"traceutil/trace.go:171","msg":"trace[2048107325] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"165.928788ms","start":"2026-07-02T05:18:51.008815Z","end":"2026-07-02T05:18:51.174743Z","steps":["trace[2048107325] 'process raft request' (duration: 155.607129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:51.174835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.279853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:18:51.174918Z","caller":"traceutil/trace.go:171","msg":"trace[384641207] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:0; response_revision:3065; }","duration":"157.438468ms","start":"2026-07-02T05:18:51.01746Z","end":"2026-07-02T05:18:51.174898Z","steps":["trace[384641207] 'agreement among raft nodes before linearized reading' (duration: 157.290204ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:51.174991Z","caller":"traceutil/trace.go:171","msg":"trace[1282706009] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"166.02668ms","start":"2026-07-02T05:18:51.008939Z","end":"2026-07-02T05:18:51.174966Z","steps":["trace[1282706009] 'process raft request' (duration: 165.752302ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:18:51.17498Z","caller":"traceutil/trace.go:171","msg":"trace[845765847] linearizableReadLoop","detail":"{readStateIndex:3193; appliedIndex:3191; }","duration":"157.208762ms","start":"2026-07-02T05:18:51.017535Z","end":"2026-07-02T05:18:51.174744Z","steps":["trace[845765847] 'read index received' (duration: 146.996146ms)","trace[845765847] 'applied index is now lower than readState.Index' (duration: 10.211466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:18:51.175506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.479756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T05:18:51.175568Z","caller":"traceutil/trace.go:171","msg":"trace[971591337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3065; }","duration":"148.606849ms","start":"2026-07-02T05:18:51.026945Z","end":"2026-07-02T05:18:51.175552Z","steps":["trace[971591337] 'agreement among raft nodes before linearized reading' (duration: 148.28893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:51.175527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.339105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:18:51.175686Z","caller":"traceutil/trace.go:171","msg":"trace[1012671819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3065; }","duration":"137.52544ms","start":"2026-07-02T05:18:51.038139Z","end":"2026-07-02T05:18:51.175664Z","steps":["trace[1012671819] 'agreement among raft nodes before linearized reading' (duration: 137.265003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:55.331062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.756361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-02T05:18:55.331168Z","caller":"traceutil/trace.go:171","msg":"trace[1859063884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3147; }","duration":"135.923916ms","start":"2026-07-02T05:18:55.195222Z","end":"2026-07-02T05:18:55.331146Z","steps":["trace[1859063884] 'range keys from in-memory index tree' (duration: 135.491144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:18:55.331559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.33274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T05:18:55.331659Z","caller":"traceutil/trace.go:171","msg":"trace[1859656805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3147; }","duration":"118.458734ms","start":"2026-07-02T05:18:55.213177Z","end":"2026-07-02T05:18:55.331635Z","steps":["trace[1859656805] 'range keys from in-memory index tree' (duration: 118.229577ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:18.645269Z","caller":"traceutil/trace.go:171","msg":"trace[676782404] linearizableReadLoop","detail":"{readStateIndex:3467; appliedIndex:3466; }","duration":"200.413085ms","start":"2026-07-02T05:19:18.444829Z","end":"2026-07-02T05:19:18.645243Z","steps":["trace[676782404] 'read index received' (duration: 200.177029ms)","trace[676782404] 'applied index is now lower than readState.Index' (duration: 234.646µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:19:18.645545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.697802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-02T05:19:18.645657Z","caller":"traceutil/trace.go:171","msg":"trace[1455497795] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3328; }","duration":"200.863527ms","start":"2026-07-02T05:19:18.444781Z","end":"2026-07-02T05:19:18.645645Z","steps":["trace[1455497795] 'agreement among raft nodes before linearized reading' (duration: 200.565809ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:19:18.646307Z","caller":"traceutil/trace.go:171","msg":"trace[1772220049] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"224.982208ms","start":"2026-07-02T05:19:18.421275Z","end":"2026-07-02T05:19:18.646257Z","steps":["trace[1772220049] 'process raft request' (duration: 223.827587ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:30.044311Z","caller":"traceutil/trace.go:171","msg":"trace[1088392904] linearizableReadLoop","detail":"{readStateIndex:4090; appliedIndex:4088; }","duration":"173.793234ms","start":"2026-07-02T05:20:29.87049Z","end":"2026-07-02T05:20:30.044284Z","steps":["trace[1088392904] 'read index received' (duration: 41.390988ms)","trace[1088392904] 'applied index is now lower than readState.Index' (duration: 132.401096ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:30.04443Z","caller":"traceutil/trace.go:171","msg":"trace[1233501426] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"187.384461ms","start":"2026-07-02T05:20:29.857004Z","end":"2026-07-02T05:20:30.044388Z","steps":["trace[1233501426] 'process raft request' (duration: 115.628653ms)","trace[1233501426] 'compare' (duration: 71.512761ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:20:30.044659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.149843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:20:30.044707Z","caller":"traceutil/trace.go:171","msg":"trace[1889271829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3907; }","duration":"174.259486ms","start":"2026-07-02T05:20:29.870436Z","end":"2026-07-02T05:20:30.044695Z","steps":["trace[1889271829] 'agreement among raft nodes before linearized reading' (duration: 174.01363ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:30.04487Z","caller":"traceutil/trace.go:171","msg":"trace[286076131] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"131.969064ms","start":"2026-07-02T05:20:29.912876Z","end":"2026-07-02T05:20:30.044845Z","steps":["trace[286076131] 'process raft request' (duration: 131.683687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:30.044929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.897242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:20:30.044944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.232021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:20:30.045064Z","caller":"traceutil/trace.go:171","msg":"trace[344462145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3908; }","duration":"169.383026ms","start":"2026-07-02T05:20:29.875656Z","end":"2026-07-02T05:20:30.045039Z","steps":["trace[344462145] 'agreement among raft nodes before linearized reading' (duration: 169.090718ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:30.044987Z","caller":"traceutil/trace.go:171","msg":"trace[1040338049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3908; }","duration":"111.945244ms","start":"2026-07-02T05:20:29.933007Z","end":"2026-07-02T05:20:30.044953Z","steps":["trace[1040338049] 'agreement among raft nodes before linearized reading' (duration: 111.884253ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:30.252641Z","caller":"traceutil/trace.go:171","msg":"trace[127960303] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"202.437797ms","start":"2026-07-02T05:20:30.050161Z","end":"2026-07-02T05:20:30.252599Z","steps":["trace[127960303] 'process raft request' (duration: 170.502835ms)","trace[127960303] 'compare' (duration: 31.781768ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:30.336029Z","caller":"traceutil/trace.go:171","msg":"trace[668271895] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"285.445659ms","start":"2026-07-02T05:20:30.05056Z","end":"2026-07-02T05:20:30.336005Z","steps":["trace[668271895] 'process raft request' (duration: 285.218893ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:30.336169Z","caller":"traceutil/trace.go:171","msg":"trace[2071968093] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"282.559862ms","start":"2026-07-02T05:20:30.05359Z","end":"2026-07-02T05:20:30.33615Z","steps":["trace[2071968093] 'process raft request' (duration: 282.349807ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:32.257458Z","caller":"traceutil/trace.go:171","msg":"trace[1509343866] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"172.9341ms","start":"2026-07-02T05:20:32.084505Z","end":"2026-07-02T05:20:32.257439Z","steps":["trace[1509343866] 'process raft request' (duration: 172.788187ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:32.257746Z","caller":"traceutil/trace.go:171","msg":"trace[1081272622] transaction","detail":"{read_only:false; response_revision:4226; number_of_response:1; }","duration":"135.211082ms","start":"2026-07-02T05:20:32.12239Z","end":"2026-07-02T05:20:32.257601Z","steps":["trace[1081272622] 'process raft request' (duration: 135.009716ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:32.340244Z","caller":"traceutil/trace.go:171","msg":"trace[908665420] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"210.202548ms","start":"2026-07-02T05:20:32.130022Z","end":"2026-07-02T05:20:32.340225Z","steps":["trace[908665420] 'process raft request' (duration: 209.961901ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:32.341483Z","caller":"traceutil/trace.go:171","msg":"trace[794860771] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"193.663411ms","start":"2026-07-02T05:20:32.147798Z","end":"2026-07-02T05:20:32.341462Z","steps":["trace[794860771] 'process raft request' (duration: 192.827798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:32.341605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.635379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:20:32.341668Z","caller":"traceutil/trace.go:171","msg":"trace[1027348668] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4228; }","duration":"113.751532ms","start":"2026-07-02T05:20:32.227904Z","end":"2026-07-02T05:20:32.341656Z","steps":["trace[1027348668] 'agreement among raft nodes before linearized reading' (duration: 113.639489ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:32.341437Z","caller":"traceutil/trace.go:171","msg":"trace[1338885852] linearizableReadLoop","detail":"{readStateIndex:4416; appliedIndex:4412; }","duration":"113.464814ms","start":"2026-07-02T05:20:32.227947Z","end":"2026-07-02T05:20:32.341412Z","steps":["trace[1338885852] 'read index received' (duration: 29.428655ms)","trace[1338885852] 'applied index is now lower than readState.Index' (duration: 84.035149ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:20:35.315499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.451573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:20:35.315636Z","caller":"traceutil/trace.go:171","msg":"trace[698893048] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:0; response_revision:4284; }","duration":"274.664288ms","start":"2026-07-02T05:20:35.040948Z","end":"2026-07-02T05:20:35.315613Z","steps":["trace[698893048] 'range keys from in-memory index tree' (duration: 274.34944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:35.315664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.825839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-02T05:20:35.315713Z","caller":"traceutil/trace.go:171","msg":"trace[475344035] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4284; }","duration":"195.86734ms","start":"2026-07-02T05:20:35.11983Z","end":"2026-07-02T05:20:35.315698Z","steps":["trace[475344035] 'range keys from in-memory index tree' (duration: 195.677085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:35.315556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.536982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-02T05:20:35.31583Z","caller":"traceutil/trace.go:171","msg":"trace[406665094] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4284; }","duration":"228.828431ms","start":"2026-07-02T05:20:35.086953Z","end":"2026-07-02T05:20:35.315781Z","steps":["trace[406665094] 'range keys from in-memory index tree' (duration: 228.378238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:35.316104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.28696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-07-02T05:20:35.316167Z","caller":"traceutil/trace.go:171","msg":"trace[837028] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4284; }","duration":"200.370292ms","start":"2026-07-02T05:20:35.115781Z","end":"2026-07-02T05:20:35.316151Z","steps":["trace[837028] 'range keys from in-memory index tree' (duration: 199.458988ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:35.319087Z","caller":"traceutil/trace.go:171","msg":"trace[575670260] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"190.267859ms","start":"2026-07-02T05:20:35.128795Z","end":"2026-07-02T05:20:35.319063Z","steps":["trace[575670260] 'process raft request' (duration: 190.073424ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:35.326038Z","caller":"traceutil/trace.go:171","msg":"trace[78463310] linearizableReadLoop","detail":"{readStateIndex:4476; appliedIndex:4474; }","duration":"161.887822ms","start":"2026-07-02T05:20:35.164131Z","end":"2026-07-02T05:20:35.326019Z","steps":["trace[78463310] 'read index received' (duration: 154.76613ms)","trace[78463310] 'applied index is now lower than readState.Index' (duration: 7.120392ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:35.326164Z","caller":"traceutil/trace.go:171","msg":"trace[1458520722] transaction","detail":"{read_only:false; response_revision:4286; number_of_response:1; }","duration":"195.053568ms","start":"2026-07-02T05:20:35.131092Z","end":"2026-07-02T05:20:35.326146Z","steps":["trace[1458520722] 'process raft request' (duration: 194.607186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:35.326256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.114809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:20:35.326303Z","caller":"traceutil/trace.go:171","msg":"trace[1782744874] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4286; }","duration":"162.209831ms","start":"2026-07-02T05:20:35.164081Z","end":"2026-07-02T05:20:35.326291Z","steps":["trace[1782744874] 'agreement among raft nodes before linearized reading' (duration: 162.103969ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:40.324549Z","caller":"traceutil/trace.go:171","msg":"trace[1600819553] linearizableReadLoop","detail":"{readStateIndex:4607; appliedIndex:4606; }","duration":"391.283869ms","start":"2026-07-02T05:20:39.933239Z","end":"2026-07-02T05:20:40.324523Z","steps":["trace[1600819553] 'read index received' (duration: 391.124844ms)","trace[1600819553] 'applied index is now lower than readState.Index' (duration: 157.664µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:40.324886Z","caller":"traceutil/trace.go:171","msg":"trace[1807875077] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"424.020052ms","start":"2026-07-02T05:20:39.900856Z","end":"2026-07-02T05:20:40.324876Z","steps":["trace[1807875077] 'process raft request' (duration: 423.424586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:40.324992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:39.900838Z","time spent":"424.079324ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4065,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:20:40.32529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.049159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:20:40.325321Z","caller":"traceutil/trace.go:171","msg":"trace[265591300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4414; }","duration":"392.121581ms","start":"2026-07-02T05:20:39.933192Z","end":"2026-07-02T05:20:40.325313Z","steps":["trace[265591300] 'agreement among raft nodes before linearized reading' (duration: 392.068179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:40.325309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.268847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:20:40.325391Z","caller":"traceutil/trace.go:171","msg":"trace[1201693097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4414; }","duration":"291.39965ms","start":"2026-07-02T05:20:40.033973Z","end":"2026-07-02T05:20:40.325373Z","steps":["trace[1201693097] 'agreement among raft nodes before linearized reading' (duration: 291.149684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:40.325342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:39.933168Z","time spent":"392.170542ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:20:41.082015Z","caller":"traceutil/trace.go:171","msg":"trace[1722708575] linearizableReadLoop","detail":"{readStateIndex:4628; appliedIndex:4627; }","duration":"148.276605ms","start":"2026-07-02T05:20:40.93372Z","end":"2026-07-02T05:20:41.081997Z","steps":["trace[1722708575] 'read index received' (duration: 148.08777ms)","trace[1722708575] 'applied index is now lower than readState.Index' (duration: 188.055µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:20:41.082167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.434839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:20:41.082119Z","caller":"traceutil/trace.go:171","msg":"trace[478672439] transaction","detail":"{read_only:false; response_revision:4434; number_of_response:1; }","duration":"239.504319ms","start":"2026-07-02T05:20:40.842553Z","end":"2026-07-02T05:20:41.082057Z","steps":["trace[478672439] 'process raft request' (duration: 239.319184ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:41.082197Z","caller":"traceutil/trace.go:171","msg":"trace[757918562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4434; }","duration":"148.514221ms","start":"2026-07-02T05:20:40.933673Z","end":"2026-07-02T05:20:41.082187Z","steps":["trace[757918562] 'agreement among raft nodes before linearized reading' (duration: 148.399378ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:41.083062Z","caller":"traceutil/trace.go:171","msg":"trace[305187197] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"106.199989ms","start":"2026-07-02T05:20:40.97685Z","end":"2026-07-02T05:20:41.08305Z","steps":["trace[305187197] 'process raft request' (duration: 106.140537ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:44.82247Z","caller":"traceutil/trace.go:171","msg":"trace[1640569465] linearizableReadLoop","detail":"{readStateIndex:4756; appliedIndex:4755; }","duration":"148.975363ms","start":"2026-07-02T05:20:44.673456Z","end":"2026-07-02T05:20:44.822431Z","steps":["trace[1640569465] 'read index received' (duration: 148.765368ms)","trace[1640569465] 'applied index is now lower than readState.Index' (duration: 209.075µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:44.822543Z","caller":"traceutil/trace.go:171","msg":"trace[449729673] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"152.766077ms","start":"2026-07-02T05:20:44.669752Z","end":"2026-07-02T05:20:44.822518Z","steps":["trace[449729673] 'process raft request' (duration: 152.53307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:44.822791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.317223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42345"} {"level":"info","ts":"2026-07-02T05:20:44.822846Z","caller":"traceutil/trace.go:171","msg":"trace[170927437] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4557; }","duration":"149.390495ms","start":"2026-07-02T05:20:44.673444Z","end":"2026-07-02T05:20:44.822835Z","steps":["trace[170927437] 'agreement among raft nodes before linearized reading' (duration: 149.110708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:44.993127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.761317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:20:44.993542Z","caller":"traceutil/trace.go:171","msg":"trace[1366859530] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"164.441782ms","start":"2026-07-02T05:20:44.829065Z","end":"2026-07-02T05:20:44.993507Z","steps":["trace[1366859530] 'process raft request' (duration: 38.172281ms)","trace[1366859530] 'compare' (duration: 125.622703ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:45.202788Z","caller":"traceutil/trace.go:171","msg":"trace[237795864] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"107.199366ms","start":"2026-07-02T05:20:45.095569Z","end":"2026-07-02T05:20:45.202768Z","steps":["trace[237795864] 'process raft request' (duration: 107.154355ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:45.202857Z","caller":"traceutil/trace.go:171","msg":"trace[303141404] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"119.467007ms","start":"2026-07-02T05:20:45.083362Z","end":"2026-07-02T05:20:45.202829Z","steps":["trace[303141404] 'process raft request' (duration: 119.23728ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:47.510535Z","caller":"traceutil/trace.go:171","msg":"trace[675898898] linearizableReadLoop","detail":"{readStateIndex:4835; appliedIndex:4834; }","duration":"439.173261ms","start":"2026-07-02T05:20:47.071341Z","end":"2026-07-02T05:20:47.510514Z","steps":["trace[675898898] 'read index received' (duration: 439.089249ms)","trace[675898898] 'applied index is now lower than readState.Index' (duration: 83.112µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:47.510635Z","caller":"traceutil/trace.go:171","msg":"trace[604205563] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"454.197356ms","start":"2026-07-02T05:20:47.056426Z","end":"2026-07-02T05:20:47.510624Z","steps":["trace[604205563] 'process raft request' (duration: 453.943289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:47.510731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:47.056404Z","time spent":"454.250058ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:20:47.510961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.608623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-mjvpk\" ","response":"range_response_count:1 size:9757"} {"level":"info","ts":"2026-07-02T05:20:47.511082Z","caller":"traceutil/trace.go:171","msg":"trace[676160833] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-mjvpk; range_end:; response_count:1; response_revision:4632; }","duration":"439.769597ms","start":"2026-07-02T05:20:47.071295Z","end":"2026-07-02T05:20:47.511064Z","steps":["trace[676160833] 'agreement among raft nodes before linearized reading' (duration: 439.416038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:47.511183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:47.071274Z","time spent":"439.89514ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9781,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-mjvpk\" "} {"level":"warn","ts":"2026-07-02T05:20:47.53746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:47.073988Z","time spent":"463.468257ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T05:20:47.537707Z","caller":"traceutil/trace.go:171","msg":"trace[1121923940] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"329.873269ms","start":"2026-07-02T05:20:47.207796Z","end":"2026-07-02T05:20:47.537669Z","steps":["trace[1121923940] 'process raft request' (duration: 329.578161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:47.537896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:47.207778Z","time spent":"330.019913ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:20:47.537928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.36329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18be6171a9edf722\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-07-02T05:20:47.538048Z","caller":"traceutil/trace.go:171","msg":"trace[120238980] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18be6171a9edf722; range_end:; response_count:1; response_revision:4633; }","duration":"361.543834ms","start":"2026-07-02T05:20:47.176477Z","end":"2026-07-02T05:20:47.53802Z","steps":["trace[120238980] 'agreement among raft nodes before linearized reading' (duration: 361.185545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:47.538097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:47.176452Z","time spent":"361.636227ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":967,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18be6171a9edf722\" "} {"level":"warn","ts":"2026-07-02T05:20:47.537721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.166837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9ab61283-e6c7-4720-8f47-3f411d767643\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-07-02T05:20:47.53849Z","caller":"traceutil/trace.go:171","msg":"trace[2029118226] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9ab61283-e6c7-4720-8f47-3f411d767643; range_end:; response_count:1; response_revision:4633; }","duration":"146.933828ms","start":"2026-07-02T05:20:47.391494Z","end":"2026-07-02T05:20:47.538427Z","steps":["trace[2029118226] 'agreement among raft nodes before linearized reading' (duration: 146.064365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:47.537952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.118313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-02T05:20:47.538735Z","caller":"traceutil/trace.go:171","msg":"trace[1644339454] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4633; }","duration":"331.932704ms","start":"2026-07-02T05:20:47.206786Z","end":"2026-07-02T05:20:47.538719Z","steps":["trace[1644339454] 'agreement among raft nodes before linearized reading' (duration: 330.811034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:47.538784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:47.206774Z","time spent":"331.995766ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T05:20:47.675402Z","caller":"traceutil/trace.go:171","msg":"trace[268838836] linearizableReadLoop","detail":"{readStateIndex:4838; appliedIndex:4837; }","duration":"137.855903ms","start":"2026-07-02T05:20:47.537523Z","end":"2026-07-02T05:20:47.675379Z","steps":["trace[268838836] 'read index received' (duration: 90.154275ms)","trace[268838836] 'applied index is now lower than readState.Index' (duration: 47.700938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:20:47.675583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.571664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:20:47.675667Z","caller":"traceutil/trace.go:171","msg":"trace[707236159] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4634; }","duration":"141.709967ms","start":"2026-07-02T05:20:47.533934Z","end":"2026-07-02T05:20:47.675644Z","steps":["trace[707236159] 'agreement among raft nodes before linearized reading' (duration: 141.554083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:47.675751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.310464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-02T05:20:47.675785Z","caller":"traceutil/trace.go:171","msg":"trace[1498210287] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4634; }","duration":"162.352935ms","start":"2026-07-02T05:20:47.513422Z","end":"2026-07-02T05:20:47.675775Z","steps":["trace[1498210287] 'agreement among raft nodes before linearized reading' (duration: 162.225421ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:47.675748Z","caller":"traceutil/trace.go:171","msg":"trace[151748324] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"152.236392ms","start":"2026-07-02T05:20:47.523466Z","end":"2026-07-02T05:20:47.675702Z","steps":["trace[151748324] 'process raft request' (duration: 104.192034ms)","trace[151748324] 'compare' (duration: 47.608256ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:47.688007Z","caller":"traceutil/trace.go:171","msg":"trace[1633099863] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"144.702429ms","start":"2026-07-02T05:20:47.543286Z","end":"2026-07-02T05:20:47.687989Z","steps":["trace[1633099863] 'process raft request' (duration: 144.640547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:47.688166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.324985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-02T05:20:47.68821Z","caller":"traceutil/trace.go:171","msg":"trace[2035293460] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4637; }","duration":"145.417117ms","start":"2026-07-02T05:20:47.542783Z","end":"2026-07-02T05:20:47.6882Z","steps":["trace[2035293460] 'agreement among raft nodes before linearized reading' (duration: 145.210132ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:47.688235Z","caller":"traceutil/trace.go:171","msg":"trace[2067927570] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"149.010685ms","start":"2026-07-02T05:20:47.539214Z","end":"2026-07-02T05:20:47.688225Z","steps":["trace[2067927570] 'process raft request' (duration: 148.581993ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:47.688386Z","caller":"traceutil/trace.go:171","msg":"trace[258931728] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"147.531005ms","start":"2026-07-02T05:20:47.540844Z","end":"2026-07-02T05:20:47.688375Z","steps":["trace[258931728] 'process raft request' (duration: 147.034642ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:48.558282Z","caller":"traceutil/trace.go:171","msg":"trace[1367005155] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"102.517119ms","start":"2026-07-02T05:20:48.455744Z","end":"2026-07-02T05:20:48.558261Z","steps":["trace[1367005155] 'process raft request' (duration: 39.729503ms)","trace[1367005155] 'compare' (duration: 62.443556ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:20:53.308123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.524694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:20:53.308326Z","caller":"traceutil/trace.go:171","msg":"trace[379273809] linearizableReadLoop","detail":"{readStateIndex:4952; appliedIndex:4951; }","duration":"434.134876ms","start":"2026-07-02T05:20:52.874146Z","end":"2026-07-02T05:20:53.308281Z","steps":["trace[379273809] 'read index received' (duration: 65.184041ms)","trace[379273809] 'applied index is now lower than readState.Index' (duration: 368.947815ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:53.308381Z","caller":"traceutil/trace.go:171","msg":"trace[1733420255] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"434.959828ms","start":"2026-07-02T05:20:52.873372Z","end":"2026-07-02T05:20:53.308332Z","steps":["trace[1733420255] 'process raft request' (duration: 66.049084ms)","trace[1733420255] 'compare' (duration: 368.037251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:20:53.308561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.981418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:20:53.308638Z","caller":"traceutil/trace.go:171","msg":"trace[2037738089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4744; }","duration":"375.05688ms","start":"2026-07-02T05:20:52.933563Z","end":"2026-07-02T05:20:53.30862Z","steps":["trace[2037738089] 'agreement among raft nodes before linearized reading' (duration: 374.921196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:53.308568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:52.873354Z","time spent":"435.111872ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:20:53.308682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.524196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:42345"} {"level":"info","ts":"2026-07-02T05:20:53.308761Z","caller":"traceutil/trace.go:171","msg":"trace[810884438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4744; }","duration":"434.653379ms","start":"2026-07-02T05:20:52.87409Z","end":"2026-07-02T05:20:53.308743Z","steps":["trace[810884438] 'agreement among raft nodes before linearized reading' (duration: 434.29935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:53.308697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:52.933523Z","time spent":"375.160863ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:20:53.308842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:52.874066Z","time spent":"434.766403ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":42369,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-02T05:20:53.641747Z","caller":"traceutil/trace.go:171","msg":"trace[1040143770] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"127.056151ms","start":"2026-07-02T05:20:53.514646Z","end":"2026-07-02T05:20:53.641702Z","steps":["trace[1040143770] 'process raft request' (duration: 126.923808ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:53.842537Z","caller":"traceutil/trace.go:171","msg":"trace[615127984] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"318.133093ms","start":"2026-07-02T05:20:53.524369Z","end":"2026-07-02T05:20:53.842502Z","steps":["trace[615127984] 'process raft request' (duration: 317.938397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:53.842713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:53.524344Z","time spent":"318.270256ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13280,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:20:53.842739Z","caller":"traceutil/trace.go:171","msg":"trace[649433029] linearizableReadLoop","detail":"{readStateIndex:4955; appliedIndex:4952; }","duration":"268.520192ms","start":"2026-07-02T05:20:53.574179Z","end":"2026-07-02T05:20:53.842699Z","steps":["trace[649433029] 'read index received' (duration: 67.504993ms)","trace[649433029] 'applied index is now lower than readState.Index' (duration: 201.008579ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:53.842894Z","caller":"traceutil/trace.go:171","msg":"trace[1074543615] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"281.505563ms","start":"2026-07-02T05:20:53.561371Z","end":"2026-07-02T05:20:53.842876Z","steps":["trace[1074543615] 'process raft request' (duration: 281.059231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:53.843137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.961764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-02T05:20:53.843188Z","caller":"traceutil/trace.go:171","msg":"trace[180103612] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4747; }","duration":"269.012396ms","start":"2026-07-02T05:20:53.574161Z","end":"2026-07-02T05:20:53.843174Z","steps":["trace[180103612] 'agreement among raft nodes before linearized reading' (duration: 268.870772ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:53.857829Z","caller":"traceutil/trace.go:171","msg":"trace[1420567380] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"212.757156ms","start":"2026-07-02T05:20:53.64505Z","end":"2026-07-02T05:20:53.857808Z","steps":["trace[1420567380] 'process raft request' (duration: 212.653263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:53.858139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.911247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T05:20:53.858409Z","caller":"traceutil/trace.go:171","msg":"trace[590830739] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4748; }","duration":"117.197605ms","start":"2026-07-02T05:20:53.7412Z","end":"2026-07-02T05:20:53.858398Z","steps":["trace[590830739] 'agreement among raft nodes before linearized reading' (duration: 116.818345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:53.85823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.290085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-02T05:20:53.858597Z","caller":"traceutil/trace.go:171","msg":"trace[690926816] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4748; }","duration":"148.694336ms","start":"2026-07-02T05:20:53.709896Z","end":"2026-07-02T05:20:53.858591Z","steps":["trace[690926816] 'agreement among raft nodes before linearized reading' (duration: 148.285985ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:54.00141Z","caller":"traceutil/trace.go:171","msg":"trace[1556495920] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"149.472647ms","start":"2026-07-02T05:20:53.851907Z","end":"2026-07-02T05:20:54.00138Z","steps":["trace[1556495920] 'process raft request' (duration: 88.065748ms)","trace[1556495920] 'compare' (duration: 61.175583ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:54.001777Z","caller":"traceutil/trace.go:171","msg":"trace[852810160] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"149.734644ms","start":"2026-07-02T05:20:53.851996Z","end":"2026-07-02T05:20:54.001731Z","steps":["trace[852810160] 'process raft request' (duration: 149.311703ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:54.001866Z","caller":"traceutil/trace.go:171","msg":"trace[1410882075] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"149.803166ms","start":"2026-07-02T05:20:53.851991Z","end":"2026-07-02T05:20:54.001794Z","steps":["trace[1410882075] 'process raft request' (duration: 149.59345ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:54.002026Z","caller":"traceutil/trace.go:171","msg":"trace[1837747548] transaction","detail":"{read_only:false; response_revision:4752; number_of_response:1; }","duration":"149.95491ms","start":"2026-07-02T05:20:53.852059Z","end":"2026-07-02T05:20:54.002014Z","steps":["trace[1837747548] 'process raft request' (duration: 149.665462ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:54.002064Z","caller":"traceutil/trace.go:171","msg":"trace[1160545858] linearizableReadLoop","detail":"{readStateIndex:4960; appliedIndex:4956; }","duration":"144.076132ms","start":"2026-07-02T05:20:53.857971Z","end":"2026-07-02T05:20:54.002047Z","steps":["trace[1160545858] 'read index received' (duration: 82.024406ms)","trace[1160545858] 'applied index is now lower than readState.Index' (duration: 62.049796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:20:54.0027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.638706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-02T05:20:54.002798Z","caller":"traceutil/trace.go:171","msg":"trace[684803554] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4753; }","duration":"141.734248ms","start":"2026-07-02T05:20:53.861016Z","end":"2026-07-02T05:20:54.00275Z","steps":["trace[684803554] 'agreement among raft nodes before linearized reading' (duration: 141.498601ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:54.002845Z","caller":"traceutil/trace.go:171","msg":"trace[655503498] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"140.416253ms","start":"2026-07-02T05:20:53.862413Z","end":"2026-07-02T05:20:54.002829Z","steps":["trace[655503498] 'process raft request' (duration: 139.529549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:54.002938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.386461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:20:54.003Z","caller":"traceutil/trace.go:171","msg":"trace[2051715327] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4753; }","duration":"110.491684ms","start":"2026-07-02T05:20:53.892493Z","end":"2026-07-02T05:20:54.002984Z","steps":["trace[2051715327] 'agreement among raft nodes before linearized reading' (duration: 110.368391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:54.003058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.983925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-07-02T05:20:54.003106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.399061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-68dd40d9-7ddf-4d54-8db9-0264fd0fbddb\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-02T05:20:54.00314Z","caller":"traceutil/trace.go:171","msg":"trace[1225776050] range","detail":"{range_begin:/registry/persistentvolumes/pvc-68dd40d9-7ddf-4d54-8db9-0264fd0fbddb; range_end:; response_count:1; response_revision:4753; }","duration":"157.474283ms","start":"2026-07-02T05:20:53.845654Z","end":"2026-07-02T05:20:54.003128Z","steps":["trace[1225776050] 'agreement among raft nodes before linearized reading' (duration: 156.685682ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:54.003126Z","caller":"traceutil/trace.go:171","msg":"trace[697608160] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4753; }","duration":"142.076668ms","start":"2026-07-02T05:20:53.861035Z","end":"2026-07-02T05:20:54.003111Z","steps":["trace[697608160] 'agreement among raft nodes before linearized reading' (duration: 141.926053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:54.312374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.517318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:20:54.312543Z","caller":"traceutil/trace.go:171","msg":"trace[1790547988] linearizableReadLoop","detail":"{readStateIndex:4963; appliedIndex:4961; }","duration":"300.992069ms","start":"2026-07-02T05:20:54.011493Z","end":"2026-07-02T05:20:54.312485Z","steps":["trace[1790547988] 'read index received' (duration: 16.692311ms)","trace[1790547988] 'applied index is now lower than readState.Index' (duration: 284.298368ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:54.312685Z","caller":"traceutil/trace.go:171","msg":"trace[756623092] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"303.902278ms","start":"2026-07-02T05:20:54.008748Z","end":"2026-07-02T05:20:54.312651Z","steps":["trace[756623092] 'process raft request' (duration: 107.01318ms)","trace[756623092] 'compare' (duration: 196.376664ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:20:54.312851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.008712Z","time spent":"304.050482ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:20:54.312898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.196175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-07-02T05:20:54.31285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.36419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T05:20:54.312987Z","caller":"traceutil/trace.go:171","msg":"trace[934620652] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4755; }","duration":"281.324038ms","start":"2026-07-02T05:20:54.031638Z","end":"2026-07-02T05:20:54.312962Z","steps":["trace[934620652] 'agreement among raft nodes before linearized reading' (duration: 281.072952ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:54.313028Z","caller":"traceutil/trace.go:171","msg":"trace[489449423] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4755; }","duration":"301.549204ms","start":"2026-07-02T05:20:54.011445Z","end":"2026-07-02T05:20:54.312994Z","steps":["trace[489449423] 'agreement among raft nodes before linearized reading' (duration: 301.216915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:54.313153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.011431Z","time spent":"301.680188ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T05:20:54.526776Z","caller":"traceutil/trace.go:171","msg":"trace[1403895293] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"209.887219ms","start":"2026-07-02T05:20:54.316854Z","end":"2026-07-02T05:20:54.526742Z","steps":["trace[1403895293] 'process raft request' (duration: 126.824935ms)","trace[1403895293] 'compare' (duration: 82.894319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:20:55.107709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.224317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:20:55.108048Z","caller":"traceutil/trace.go:171","msg":"trace[75276581] linearizableReadLoop","detail":"{readStateIndex:4967; appliedIndex:4964; }","duration":"634.743093ms","start":"2026-07-02T05:20:54.473284Z","end":"2026-07-02T05:20:55.108027Z","steps":["trace[75276581] 'read index received' (duration: 203.035772ms)","trace[75276581] 'applied index is now lower than readState.Index' (duration: 431.706061ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:55.108127Z","caller":"traceutil/trace.go:171","msg":"trace[169115565] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"788.385203ms","start":"2026-07-02T05:20:54.319677Z","end":"2026-07-02T05:20:55.108062Z","steps":["trace[169115565] 'process raft request' (duration: 356.710913ms)","trace[169115565] 'compare' (duration: 430.869748ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:20:55.108153Z","caller":"traceutil/trace.go:171","msg":"trace[1784092588] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"748.821234ms","start":"2026-07-02T05:20:54.359297Z","end":"2026-07-02T05:20:55.108118Z","steps":["trace[1784092588] 'process raft request' (duration: 748.67145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:55.108227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.941889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-02T05:20:55.108271Z","caller":"traceutil/trace.go:171","msg":"trace[597279885] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4759; }","duration":"634.9852ms","start":"2026-07-02T05:20:54.473274Z","end":"2026-07-02T05:20:55.108259Z","steps":["trace[597279885] 'agreement among raft nodes before linearized reading' (duration: 634.847226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:55.108292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.100186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T05:20:55.108313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.473227Z","time spent":"635.076522ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-02T05:20:55.108354Z","caller":"traceutil/trace.go:171","msg":"trace[18798383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4759; }","duration":"490.203499ms","start":"2026-07-02T05:20:54.618137Z","end":"2026-07-02T05:20:55.108341Z","steps":["trace[18798383] 'agreement among raft nodes before linearized reading' (duration: 490.028814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:55.108389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.618123Z","time spent":"490.25979ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:20:55.108405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.359276Z","time spent":"748.993419ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:20:55.10841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.075555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-02T05:20:55.108443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.738833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-02T05:20:55.10849Z","caller":"traceutil/trace.go:171","msg":"trace[2027601099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4759; }","duration":"634.169758ms","start":"2026-07-02T05:20:54.474305Z","end":"2026-07-02T05:20:55.108475Z","steps":["trace[2027601099] 'agreement among raft nodes before linearized reading' (duration: 633.843629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:55.108507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.037774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:20:55.108533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.474247Z","time spent":"634.27829ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:20:55.108539Z","caller":"traceutil/trace.go:171","msg":"trace[1232794166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4759; }","duration":"176.101336ms","start":"2026-07-02T05:20:54.932428Z","end":"2026-07-02T05:20:55.108529Z","steps":["trace[1232794166] 'agreement among raft nodes before linearized reading' (duration: 176.041945ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:55.108532Z","caller":"traceutil/trace.go:171","msg":"trace[509986782] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4759; }","duration":"597.868068ms","start":"2026-07-02T05:20:54.510638Z","end":"2026-07-02T05:20:55.108507Z","steps":["trace[509986782] 'agreement among raft nodes before linearized reading' (duration: 597.654822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:55.108554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.973245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-02T05:20:55.108604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.510624Z","time spent":"597.97245ms","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-02T05:20:55.108244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.319661Z","time spent":"788.535727ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:20:55.108642Z","caller":"traceutil/trace.go:171","msg":"trace[2066746184] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4759; }","duration":"506.11422ms","start":"2026-07-02T05:20:54.602504Z","end":"2026-07-02T05:20:55.108618Z","steps":["trace[2066746184] 'agreement among raft nodes before linearized reading' (duration: 505.870153ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:55.108074Z","caller":"traceutil/trace.go:171","msg":"trace[272616375] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"752.168784ms","start":"2026-07-02T05:20:54.355877Z","end":"2026-07-02T05:20:55.108046Z","steps":["trace[272616375] 'process raft request' (duration: 751.966439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:55.1087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.602436Z","time spent":"506.250442ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:20:55.108769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.355843Z","time spent":"752.847743ms","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:20:55.108749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.718941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16232"} {"level":"warn","ts":"2026-07-02T05:20:55.108886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.225075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:20:55.1089Z","caller":"traceutil/trace.go:171","msg":"trace[816969278] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4759; }","duration":"601.938856ms","start":"2026-07-02T05:20:54.506933Z","end":"2026-07-02T05:20:55.108872Z","steps":["trace[816969278] 'agreement among raft nodes before linearized reading' (duration: 601.403762ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:20:55.108952Z","caller":"traceutil/trace.go:171","msg":"trace[2029166055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4759; }","duration":"488.313528ms","start":"2026-07-02T05:20:54.620626Z","end":"2026-07-02T05:20:55.108939Z","steps":["trace[2029166055] 'agreement among raft nodes before linearized reading' (duration: 487.913847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:20:55.109081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.620615Z","time spent":"488.444942ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:20:55.109009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:20:54.506913Z","time spent":"602.05708ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16256,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-02T05:20:59.253856Z","caller":"traceutil/trace.go:171","msg":"trace[694541910] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"101.0895ms","start":"2026-07-02T05:20:59.152741Z","end":"2026-07-02T05:20:59.25383Z","steps":["trace[694541910] 'process raft request' (duration: 13.921456ms)","trace[694541910] 'compare' (duration: 86.972719ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:05.562265Z","caller":"traceutil/trace.go:171","msg":"trace[745088088] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"108.08311ms","start":"2026-07-02T05:21:05.454156Z","end":"2026-07-02T05:21:05.562239Z","steps":["trace[745088088] 'process raft request' (duration: 107.891285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.620304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.463359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-02T05:21:06.620418Z","caller":"traceutil/trace.go:171","msg":"trace[468537362] linearizableReadLoop","detail":"{readStateIndex:5187; appliedIndex:5186; }","duration":"996.675579ms","start":"2026-07-02T05:21:05.62372Z","end":"2026-07-02T05:21:06.620395Z","steps":["trace[468537362] 'read index received' (duration: 463.056427ms)","trace[468537362] 'applied index is now lower than readState.Index' (duration: 533.617932ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:06.620502Z","caller":"traceutil/trace.go:171","msg":"trace[129325600] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4973; }","duration":"1.051158941s","start":"2026-07-02T05:21:05.569332Z","end":"2026-07-02T05:21:06.620491Z","steps":["trace[129325600] 'process raft request' (duration: 517.429556ms)","trace[129325600] 'compare' (duration: 533.420897ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:21:06.620561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:05.569315Z","time spent":"1.051221172s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T05:21:06.621294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:05.781467Z","time spent":"839.824643ms","remote":"127.0.0.1:57766","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T05:21:06.622208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.910582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:21:06.622856Z","caller":"traceutil/trace.go:171","msg":"trace[672116594] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4973; }","duration":"999.104145ms","start":"2026-07-02T05:21:05.623701Z","end":"2026-07-02T05:21:06.622805Z","steps":["trace[672116594] 'agreement among raft nodes before linearized reading' (duration: 997.014668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.622976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:05.623641Z","time spent":"999.317661ms","remote":"127.0.0.1:39764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":33,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:21:06.815471Z","caller":"traceutil/trace.go:171","msg":"trace[123773576] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"985.59037ms","start":"2026-07-02T05:21:05.829857Z","end":"2026-07-02T05:21:06.815447Z","steps":["trace[123773576] 'process raft request' (duration: 985.347513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.815633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:05.829841Z","time spent":"985.718814ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:21:06.815706Z","caller":"traceutil/trace.go:171","msg":"trace[500321948] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5187; }","duration":"195.236993ms","start":"2026-07-02T05:21:06.620446Z","end":"2026-07-02T05:21:06.815683Z","steps":["trace[500321948] 'read index received' (duration: 194.778371ms)","trace[500321948] 'applied index is now lower than readState.Index' (duration: 457.672µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:21:06.815911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.485682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:21:06.815958Z","caller":"traceutil/trace.go:171","msg":"trace[81978113] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4976; }","duration":"211.579504ms","start":"2026-07-02T05:21:06.604368Z","end":"2026-07-02T05:21:06.815947Z","steps":["trace[81978113] 'agreement among raft nodes before linearized reading' (duration: 211.475772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.81601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.215355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-02T05:21:06.816024Z","caller":"traceutil/trace.go:171","msg":"trace[1617753061] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"934.901471ms","start":"2026-07-02T05:21:05.881093Z","end":"2026-07-02T05:21:06.815994Z","steps":["trace[1617753061] 'process raft request' (duration: 934.5218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.816152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137769551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-07-02T05:21:06.816181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:05.881065Z","time spent":"935.040965ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:21:06.816233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.28464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:21:06.816262Z","caller":"traceutil/trace.go:171","msg":"trace[1479860489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4976; }","duration":"882.345792ms","start":"2026-07-02T05:21:05.933909Z","end":"2026-07-02T05:21:06.816255Z","steps":["trace[1479860489] 'agreement among raft nodes before linearized reading' (duration: 882.304211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.816287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:05.93388Z","time spent":"882.401593ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:21:06.816062Z","caller":"traceutil/trace.go:171","msg":"trace[1199372258] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0; range_end:; response_count:1; response_revision:4976; }","duration":"318.329128ms","start":"2026-07-02T05:21:06.497721Z","end":"2026-07-02T05:21:06.81605Z","steps":["trace[1199372258] 'agreement among raft nodes before linearized reading' (duration: 318.203345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.81633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:06.497702Z","time spent":"318.617925ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0\" "} {"level":"warn","ts":"2026-07-02T05:21:06.81644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058228791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:21:06.816188Z","caller":"traceutil/trace.go:171","msg":"trace[1507679498] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0; range_end:; response_count:1; response_revision:4976; }","duration":"1.137832883s","start":"2026-07-02T05:21:05.678346Z","end":"2026-07-02T05:21:06.816179Z","steps":["trace[1507679498] 'agreement among raft nodes before linearized reading' (duration: 1.13774612s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:06.816474Z","caller":"traceutil/trace.go:171","msg":"trace[964244762] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4976; }","duration":"1.058300133s","start":"2026-07-02T05:21:05.758165Z","end":"2026-07-02T05:21:06.816465Z","steps":["trace[964244762] 'agreement among raft nodes before linearized reading' (duration: 1.058247422s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.816505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:05.758147Z","time spent":"1.058350855s","remote":"127.0.0.1:39604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:21:06.816515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.738104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.151\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-02T05:21:06.816619Z","caller":"traceutil/trace.go:171","msg":"trace[879914087] range","detail":"{range_begin:/registry/masterleases/199.19.213.151; range_end:; response_count:1; response_revision:4976; }","duration":"491.214357ms","start":"2026-07-02T05:21:06.325388Z","end":"2026-07-02T05:21:06.816603Z","steps":["trace[879914087] 'agreement among raft nodes before linearized reading' (duration: 490.652122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.816694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:06.325366Z","time spent":"491.31504ms","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.151\" "} {"level":"warn","ts":"2026-07-02T05:21:06.816503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:05.678332Z","time spent":"1.138161891s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0\" "} {"level":"warn","ts":"2026-07-02T05:21:06.81662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.338679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"info","ts":"2026-07-02T05:21:06.816945Z","caller":"traceutil/trace.go:171","msg":"trace[92453138] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:4976; }","duration":"194.716259ms","start":"2026-07-02T05:21:06.622215Z","end":"2026-07-02T05:21:06.816932Z","steps":["trace[92453138] 'agreement among raft nodes before linearized reading' (duration: 194.313748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.816009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.387433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-02T05:21:06.817138Z","caller":"traceutil/trace.go:171","msg":"trace[379715554] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4976; }","duration":"756.566304ms","start":"2026-07-02T05:21:06.060562Z","end":"2026-07-02T05:21:06.817128Z","steps":["trace[379715554] 'agreement among raft nodes before linearized reading' (duration: 755.260299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.817174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:06.06054Z","time spent":"756.622876ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T05:21:06.816696Z","caller":"traceutil/trace.go:171","msg":"trace[581020426] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"936.189216ms","start":"2026-07-02T05:21:05.879617Z","end":"2026-07-02T05:21:06.815806Z","steps":["trace[581020426] 'process raft request' (duration: 935.757224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:06.817371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:05.879593Z","time spent":"937.704917ms","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16276,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:21:09.875933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.642327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:21:09.876018Z","caller":"traceutil/trace.go:171","msg":"trace[574001158] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5015; }","duration":"388.769461ms","start":"2026-07-02T05:21:09.48723Z","end":"2026-07-02T05:21:09.876Z","steps":["trace[574001158] 'count revisions from in-memory index tree' (duration: 388.551134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:09.876062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:09.487217Z","time spent":"388.833772ms","remote":"127.0.0.1:39782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:21:09.876071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.112068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-02T05:21:09.876068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.017915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-02T05:21:09.875946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.225558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-07-02T05:21:09.876391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.327164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T05:21:09.876427Z","caller":"traceutil/trace.go:171","msg":"trace[346589553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0; range_end:; response_count:1; response_revision:5015; }","duration":"163.763213ms","start":"2026-07-02T05:21:09.712651Z","end":"2026-07-02T05:21:09.876415Z","steps":["trace[346589553] 'range keys from in-memory index tree' (duration: 163.020253ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:09.876444Z","caller":"traceutil/trace.go:171","msg":"trace[931216313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5015; }","duration":"463.411826ms","start":"2026-07-02T05:21:09.413017Z","end":"2026-07-02T05:21:09.876429Z","steps":["trace[931216313] 'range keys from in-memory index tree' (duration: 463.20102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:09.875961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.064275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rjbs7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:21:09.876485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:09.41299Z","time spent":"463.483738ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:21:09.876466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.018288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:21:09.876537Z","caller":"traceutil/trace.go:171","msg":"trace[2126391874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5015; }","duration":"469.156202ms","start":"2026-07-02T05:21:09.407363Z","end":"2026-07-02T05:21:09.876519Z","steps":["trace[2126391874] 'range keys from in-memory index tree' (duration: 468.793801ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:09.876521Z","caller":"traceutil/trace.go:171","msg":"trace[1488447008] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rjbs7; range_end:; response_count:1; response_revision:5015; }","duration":"460.637091ms","start":"2026-07-02T05:21:09.415855Z","end":"2026-07-02T05:21:09.876492Z","steps":["trace[1488447008] 'range keys from in-memory index tree' (duration: 459.887101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:09.876578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:09.407331Z","time spent":"469.239224ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:21:09.876628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:09.415842Z","time spent":"460.764565ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rjbs7\" "} {"level":"info","ts":"2026-07-02T05:21:09.876124Z","caller":"traceutil/trace.go:171","msg":"trace[530796962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5015; }","duration":"493.18791ms","start":"2026-07-02T05:21:09.382918Z","end":"2026-07-02T05:21:09.876106Z","steps":["trace[530796962] 'range keys from in-memory index tree' (duration: 492.924234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:09.876812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:09.382904Z","time spent":"493.886309ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:21:09.877078Z","caller":"traceutil/trace.go:171","msg":"trace[1603184270] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5015; }","duration":"363.348053ms","start":"2026-07-02T05:21:09.512973Z","end":"2026-07-02T05:21:09.876321Z","steps":["trace[1603184270] 'range keys from in-memory index tree' (duration: 362.803829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:09.877145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:09.512948Z","time spent":"364.179076ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T05:21:12.619447Z","caller":"traceutil/trace.go:171","msg":"trace[789338720] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"152.825377ms","start":"2026-07-02T05:21:12.466597Z","end":"2026-07-02T05:21:12.619422Z","steps":["trace[789338720] 'process raft request' (duration: 152.672743ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:12.620573Z","caller":"traceutil/trace.go:171","msg":"trace[567175851] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5067; }","duration":"153.741222ms","start":"2026-07-02T05:21:12.466674Z","end":"2026-07-02T05:21:12.620415Z","steps":["trace[567175851] 'process raft request' (duration: 153.648229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:22.288284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.818828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10516"} {"level":"info","ts":"2026-07-02T05:21:22.288392Z","caller":"traceutil/trace.go:171","msg":"trace[324922951] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5163; }","duration":"479.981862ms","start":"2026-07-02T05:21:21.808387Z","end":"2026-07-02T05:21:22.288368Z","steps":["trace[324922951] 'range keys from in-memory index tree' (duration: 479.603522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:22.288387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.839811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:21:22.28847Z","caller":"traceutil/trace.go:171","msg":"trace[1212120874] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5163; }","duration":"674.976165ms","start":"2026-07-02T05:21:21.613476Z","end":"2026-07-02T05:21:22.288452Z","steps":["trace[1212120874] 'count revisions from in-memory index tree' (duration: 674.722078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:22.288621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.394255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-02T05:21:22.288677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:21.613456Z","time spent":"675.208161ms","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:21:22.288702Z","caller":"traceutil/trace.go:171","msg":"trace[1638962779] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5163; }","duration":"476.456667ms","start":"2026-07-02T05:21:21.81221Z","end":"2026-07-02T05:21:22.288667Z","steps":["trace[1638962779] 'range keys from in-memory index tree' (duration: 476.243991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:22.288763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:21.812191Z","time spent":"476.55759ms","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-02T05:21:22.28907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:21.80837Z","time spent":"480.075665ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10540,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-02T05:21:22.435079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252459235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:21:22.935918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252459235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:21:22.989586Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.162650095s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:21:22.990034Z","caller":"traceutil/trace.go:171","msg":"trace[409095139] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"1.16318909s","start":"2026-07-02T05:21:21.826816Z","end":"2026-07-02T05:21:22.990005Z","steps":["trace[409095139] 'process raft request' (duration: 1.163013915s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:22.990174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:21.82679Z","time spent":"1.163312882s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:21:23.39713Z","caller":"traceutil/trace.go:171","msg":"trace[332322498] transaction","detail":"{read_only:false; response_revision:5165; number_of_response:1; }","duration":"1.097346674s","start":"2026-07-02T05:21:22.29975Z","end":"2026-07-02T05:21:23.397096Z","steps":["trace[332322498] 'process raft request' (duration: 1.097115958s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.39727Z","caller":"traceutil/trace.go:171","msg":"trace[407857939] linearizableReadLoop","detail":"{readStateIndex:5388; appliedIndex:5384; }","duration":"1.46227384s","start":"2026-07-02T05:21:21.934963Z","end":"2026-07-02T05:21:23.397237Z","steps":["trace[407857939] 'read index received' (duration: 1.054850774s)","trace[407857939] 'applied index is now lower than readState.Index' (duration: 407.420306ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:23.397376Z","caller":"traceutil/trace.go:171","msg":"trace[2074393076] transaction","detail":"{read_only:false; response_revision:5166; number_of_response:1; }","duration":"478.440769ms","start":"2026-07-02T05:21:22.918914Z","end":"2026-07-02T05:21:23.397355Z","steps":["trace[2074393076] 'process raft request' (duration: 478.09379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.397428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462453885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:21:23.397484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:22.918866Z","time spent":"478.561612ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:21:23.397506Z","caller":"traceutil/trace.go:171","msg":"trace[1367039595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5166; }","duration":"1.462583259s","start":"2026-07-02T05:21:21.934905Z","end":"2026-07-02T05:21:23.397488Z","steps":["trace[1367039595] 'agreement among raft nodes before linearized reading' (duration: 1.462461496s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.397546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:21.934887Z","time spent":"1.46265111s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:21:23.397603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461844408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T05:21:23.397674Z","caller":"traceutil/trace.go:171","msg":"trace[1587658092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5166; }","duration":"1.461940621s","start":"2026-07-02T05:21:21.935713Z","end":"2026-07-02T05:21:23.397654Z","steps":["trace[1587658092] 'agreement among raft nodes before linearized reading' (duration: 1.461713155s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.397711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105605508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-02T05:21:23.397745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:21.935708Z","time spent":"1.462022143s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:21:23.39779Z","caller":"traceutil/trace.go:171","msg":"trace[806262796] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0; range_end:; response_count:1; response_revision:5166; }","duration":"1.105729781s","start":"2026-07-02T05:21:22.292038Z","end":"2026-07-02T05:21:23.397768Z","steps":["trace[806262796] 'agreement among raft nodes before linearized reading' (duration: 1.105524166s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.397865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:22.292021Z","time spent":"1.105830484s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0\" "} {"level":"warn","ts":"2026-07-02T05:21:23.397901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391683537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T05:21:23.397929Z","caller":"traceutil/trace.go:171","msg":"trace[1661341862] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5166; }","duration":"1.391774641s","start":"2026-07-02T05:21:22.006144Z","end":"2026-07-02T05:21:23.397919Z","steps":["trace[1661341862] 'agreement among raft nodes before linearized reading' (duration: 1.391666708s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.397955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:22.006123Z","time spent":"1.391827381s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:21:23.397959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:22.299737Z","time spent":"1.097494329s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10794,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:21:23.397996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455941878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:21:23.398043Z","caller":"traceutil/trace.go:171","msg":"trace[1092333989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5166; }","duration":"1.45599794s","start":"2026-07-02T05:21:21.942029Z","end":"2026-07-02T05:21:23.398027Z","steps":["trace[1092333989] 'agreement among raft nodes before linearized reading' (duration: 1.455870577s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.398094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:21.942022Z","time spent":"1.456061142s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:21:23.398084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160949598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:21:23.398147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444863149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rjbs7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:21:23.398147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235069935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T05:21:23.398175Z","caller":"traceutil/trace.go:171","msg":"trace[386967763] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rjbs7; range_end:; response_count:1; response_revision:5166; }","duration":"1.444907309s","start":"2026-07-02T05:21:21.953261Z","end":"2026-07-02T05:21:23.398168Z","steps":["trace[386967763] 'agreement among raft nodes before linearized reading' (duration: 1.444839477s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.398175Z","caller":"traceutil/trace.go:171","msg":"trace[1831150987] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5166; }","duration":"1.161056611s","start":"2026-07-02T05:21:22.237092Z","end":"2026-07-02T05:21:23.398149Z","steps":["trace[1831150987] 'agreement among raft nodes before linearized reading' (duration: 1.160877606s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.3982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:21.95325Z","time spent":"1.444946411s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rjbs7\" "} {"level":"info","ts":"2026-07-02T05:21:23.398218Z","caller":"traceutil/trace.go:171","msg":"trace[882413025] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5166; }","duration":"1.235175688s","start":"2026-07-02T05:21:22.16302Z","end":"2026-07-02T05:21:23.398195Z","steps":["trace[882413025] 'agreement among raft nodes before linearized reading' (duration: 1.234988073s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.398284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:22.162993Z","time spent":"1.235276551s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:21:23.398317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.208832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:21:23.398328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.434462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-02T05:21:23.398369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052302684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:21:23.398219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.162775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:21:23.398396Z","caller":"traceutil/trace.go:171","msg":"trace[956610570] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5166; }","duration":"353.523845ms","start":"2026-07-02T05:21:23.044856Z","end":"2026-07-02T05:21:23.39838Z","steps":["trace[956610570] 'agreement among raft nodes before linearized reading' (duration: 353.392791ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.398432Z","caller":"traceutil/trace.go:171","msg":"trace[1061714474] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5166; }","duration":"116.410182ms","start":"2026-07-02T05:21:23.282006Z","end":"2026-07-02T05:21:23.398416Z","steps":["trace[1061714474] 'agreement among raft nodes before linearized reading' (duration: 116.109744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.398514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.897993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-02T05:21:23.398543Z","caller":"traceutil/trace.go:171","msg":"trace[1454198131] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5166; }","duration":"443.961665ms","start":"2026-07-02T05:21:22.954573Z","end":"2026-07-02T05:21:23.398535Z","steps":["trace[1454198131] 'agreement among raft nodes before linearized reading' (duration: 443.796671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.398225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:22.237043Z","time spent":"1.161171814s","remote":"127.0.0.1:45230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:21:23.398568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:22.954555Z","time spent":"444.007717ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T05:21:23.398347Z","caller":"traceutil/trace.go:171","msg":"trace[484162192] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5166; }","duration":"729.278474ms","start":"2026-07-02T05:21:22.66906Z","end":"2026-07-02T05:21:23.398338Z","steps":["trace[484162192] 'agreement among raft nodes before linearized reading' (duration: 729.230663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.399306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:22.669041Z","time spent":"730.204338ms","remote":"127.0.0.1:40404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:21:23.398468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:23.044842Z","time spent":"353.586237ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T05:21:23.398392Z","caller":"traceutil/trace.go:171","msg":"trace[914113092] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5166; }","duration":"1.052381796s","start":"2026-07-02T05:21:22.346004Z","end":"2026-07-02T05:21:23.398386Z","steps":["trace[914113092] 'agreement among raft nodes before linearized reading' (duration: 1.052323495s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.399637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:22.345985Z","time spent":"1.05363012s","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:21:23.399625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447072189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:21:23.39977Z","caller":"traceutil/trace.go:171","msg":"trace[193847137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5166; }","duration":"1.447296085s","start":"2026-07-02T05:21:21.952439Z","end":"2026-07-02T05:21:23.399735Z","steps":["trace[193847137] 'agreement among raft nodes before linearized reading' (duration: 1.446158124s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.399845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:21.952387Z","time spent":"1.447442518s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T05:21:23.571241Z","caller":"traceutil/trace.go:171","msg":"trace[1284090876] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"164.912157ms","start":"2026-07-02T05:21:23.406307Z","end":"2026-07-02T05:21:23.571219Z","steps":["trace[1284090876] 'process raft request' (duration: 164.764823ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.571261Z","caller":"traceutil/trace.go:171","msg":"trace[570725972] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"164.921467ms","start":"2026-07-02T05:21:23.406303Z","end":"2026-07-02T05:21:23.571224Z","steps":["trace[570725972] 'process raft request' (duration: 93.892233ms)","trace[570725972] 'compare' (duration: 70.742277ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:23.571289Z","caller":"traceutil/trace.go:171","msg":"trace[50236055] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"164.887416ms","start":"2026-07-02T05:21:23.406376Z","end":"2026-07-02T05:21:23.571264Z","steps":["trace[50236055] 'process raft request' (duration: 164.754723ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.571515Z","caller":"traceutil/trace.go:171","msg":"trace[607860209] transaction","detail":"{read_only:false; response_revision:5171; number_of_response:1; }","duration":"165.00706ms","start":"2026-07-02T05:21:23.406484Z","end":"2026-07-02T05:21:23.571491Z","steps":["trace[607860209] 'process raft request' (duration: 164.686871ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.571774Z","caller":"traceutil/trace.go:171","msg":"trace[1965192650] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"165.280637ms","start":"2026-07-02T05:21:23.406478Z","end":"2026-07-02T05:21:23.571759Z","steps":["trace[1965192650] 'process raft request' (duration: 164.954068ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.571997Z","caller":"traceutil/trace.go:171","msg":"trace[361896943] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"165.431372ms","start":"2026-07-02T05:21:23.406542Z","end":"2026-07-02T05:21:23.571974Z","steps":["trace[361896943] 'process raft request' (duration: 165.162344ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.572177Z","caller":"traceutil/trace.go:171","msg":"trace[559785891] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"165.246087ms","start":"2026-07-02T05:21:23.406917Z","end":"2026-07-02T05:21:23.572164Z","steps":["trace[559785891] 'process raft request' (duration: 164.970969ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.572299Z","caller":"traceutil/trace.go:171","msg":"trace[625786174] transaction","detail":"{read_only:false; response_revision:5177; number_of_response:1; }","duration":"163.194971ms","start":"2026-07-02T05:21:23.409095Z","end":"2026-07-02T05:21:23.572289Z","steps":["trace[625786174] 'process raft request' (duration: 163.13364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.572367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.09602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:21:23.572393Z","caller":"traceutil/trace.go:171","msg":"trace[348804599] transaction","detail":"{read_only:false; response_revision:5176; number_of_response:1; }","duration":"165.245407ms","start":"2026-07-02T05:21:23.407137Z","end":"2026-07-02T05:21:23.572383Z","steps":["trace[348804599] 'process raft request' (duration: 165.045951ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.572419Z","caller":"traceutil/trace.go:171","msg":"trace[1577780773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5177; }","duration":"166.188631ms","start":"2026-07-02T05:21:23.40622Z","end":"2026-07-02T05:21:23.572409Z","steps":["trace[1577780773] 'agreement among raft nodes before linearized reading' (duration: 166.104089ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.572482Z","caller":"traceutil/trace.go:171","msg":"trace[139327323] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"165.518634ms","start":"2026-07-02T05:21:23.40695Z","end":"2026-07-02T05:21:23.572468Z","steps":["trace[139327323] 'process raft request' (duration: 165.104173ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.572284Z","caller":"traceutil/trace.go:171","msg":"trace[282124683] linearizableReadLoop","detail":"{readStateIndex:5399; appliedIndex:5389; }","duration":"146.403906ms","start":"2026-07-02T05:21:23.425868Z","end":"2026-07-02T05:21:23.572271Z","steps":["trace[282124683] 'read index received' (duration: 74.234701ms)","trace[282124683] 'applied index is now lower than readState.Index' (duration: 72.168365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:21:23.572719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.385293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:61199"} {"level":"info","ts":"2026-07-02T05:21:23.572759Z","caller":"traceutil/trace.go:171","msg":"trace[63302858] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5177; }","duration":"164.444935ms","start":"2026-07-02T05:21:23.408305Z","end":"2026-07-02T05:21:23.57275Z","steps":["trace[63302858] 'agreement among raft nodes before linearized reading' (duration: 164.25758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.57297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.696545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-5c694d99cc-bzgxh\" ","response":"range_response_count:1 size:4011"} {"level":"info","ts":"2026-07-02T05:21:23.573011Z","caller":"traceutil/trace.go:171","msg":"trace[1612292185] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-5c694d99cc-bzgxh; range_end:; response_count:1; response_revision:5177; }","duration":"166.753727ms","start":"2026-07-02T05:21:23.406245Z","end":"2026-07-02T05:21:23.572999Z","steps":["trace[1612292185] 'agreement among raft nodes before linearized reading' (duration: 166.661625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.572941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.987521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:21:23.573127Z","caller":"traceutil/trace.go:171","msg":"trace[1756215876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5177; }","duration":"144.192247ms","start":"2026-07-02T05:21:23.428922Z","end":"2026-07-02T05:21:23.573115Z","steps":["trace[1756215876] 'agreement among raft nodes before linearized reading' (duration: 143.96378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:23.572721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.616044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16290"} {"level":"info","ts":"2026-07-02T05:21:23.573374Z","caller":"traceutil/trace.go:171","msg":"trace[878547772] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5177; }","duration":"146.306703ms","start":"2026-07-02T05:21:23.427057Z","end":"2026-07-02T05:21:23.573364Z","steps":["trace[878547772] 'agreement among raft nodes before linearized reading' (duration: 145.541693ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.753239Z","caller":"traceutil/trace.go:171","msg":"trace[580393332] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"140.65753ms","start":"2026-07-02T05:21:23.612555Z","end":"2026-07-02T05:21:23.753212Z","steps":["trace[580393332] 'process raft request' (duration: 140.587368ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.75328Z","caller":"traceutil/trace.go:171","msg":"trace[1373205250] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"156.540161ms","start":"2026-07-02T05:21:23.596706Z","end":"2026-07-02T05:21:23.753246Z","steps":["trace[1373205250] 'process raft request' (duration: 107.03855ms)","trace[1373205250] 'compare' (duration: 49.249014ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:23.775158Z","caller":"traceutil/trace.go:171","msg":"trace[1884049836] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"109.211638ms","start":"2026-07-02T05:21:23.665905Z","end":"2026-07-02T05:21:23.775117Z","steps":["trace[1884049836] 'process raft request' (duration: 109.022843ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.775193Z","caller":"traceutil/trace.go:171","msg":"trace[1433619314] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"107.013719ms","start":"2026-07-02T05:21:23.668159Z","end":"2026-07-02T05:21:23.775173Z","steps":["trace[1433619314] 'process raft request' (duration: 106.916556ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.775171Z","caller":"traceutil/trace.go:171","msg":"trace[728290058] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"109.066114ms","start":"2026-07-02T05:21:23.666086Z","end":"2026-07-02T05:21:23.775152Z","steps":["trace[728290058] 'process raft request' (duration: 108.946421ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.775315Z","caller":"traceutil/trace.go:171","msg":"trace[1616917605] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"107.07225ms","start":"2026-07-02T05:21:23.668233Z","end":"2026-07-02T05:21:23.775305Z","steps":["trace[1616917605] 'process raft request' (duration: 106.884735ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:23.977879Z","caller":"traceutil/trace.go:171","msg":"trace[1900661848] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5185; }","duration":"217.378608ms","start":"2026-07-02T05:21:23.760469Z","end":"2026-07-02T05:21:23.977848Z","steps":["trace[1900661848] 'process raft request' (duration: 160.489887ms)","trace[1900661848] 'compare' (duration: 56.819209ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:23.996915Z","caller":"traceutil/trace.go:171","msg":"trace[2132318531] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"214.920752ms","start":"2026-07-02T05:21:23.781966Z","end":"2026-07-02T05:21:23.996887Z","steps":["trace[2132318531] 'process raft request' (duration: 214.728647ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:24.133002Z","caller":"traceutil/trace.go:171","msg":"trace[1532261022] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"125.452788ms","start":"2026-07-02T05:21:24.007519Z","end":"2026-07-02T05:21:24.132972Z","steps":["trace[1532261022] 'process raft request' (duration: 101.242213ms)","trace[1532261022] 'compare' (duration: 24.101362ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:53.76125Z","caller":"traceutil/trace.go:171","msg":"trace[1673093152] transaction","detail":"{read_only:false; response_revision:5525; number_of_response:1; }","duration":"235.314645ms","start":"2026-07-02T05:21:53.525904Z","end":"2026-07-02T05:21:53.761219Z","steps":["trace[1673093152] 'process raft request' (duration: 235.105879ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:21:55.207029Z","caller":"traceutil/trace.go:171","msg":"trace[1528225508] linearizableReadLoop","detail":"{readStateIndex:5777; appliedIndex:5776; }","duration":"271.848254ms","start":"2026-07-02T05:21:54.935157Z","end":"2026-07-02T05:21:55.207006Z","steps":["trace[1528225508] 'read index received' (duration: 271.595938ms)","trace[1528225508] 'applied index is now lower than readState.Index' (duration: 251.446µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:21:55.207101Z","caller":"traceutil/trace.go:171","msg":"trace[2135568668] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"320.859002ms","start":"2026-07-02T05:21:54.886209Z","end":"2026-07-02T05:21:55.207068Z","steps":["trace[2135568668] 'process raft request' (duration: 320.650946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:55.207152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.981328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:21:55.207186Z","caller":"traceutil/trace.go:171","msg":"trace[524493603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5541; }","duration":"272.06639ms","start":"2026-07-02T05:21:54.93511Z","end":"2026-07-02T05:21:55.207176Z","steps":["trace[524493603] 'agreement among raft nodes before linearized reading' (duration: 271.992348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:21:55.207246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:21:54.886188Z","time spent":"320.980585ms","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:22:03.627338Z","caller":"traceutil/trace.go:171","msg":"trace[1497469795] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"136.518128ms","start":"2026-07-02T05:22:03.490797Z","end":"2026-07-02T05:22:03.627315Z","steps":["trace[1497469795] 'process raft request' (duration: 136.361804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:22:04.132121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.160316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:22:04.132235Z","caller":"traceutil/trace.go:171","msg":"trace[46237989] linearizableReadLoop","detail":"{readStateIndex:5854; appliedIndex:5852; }","duration":"267.59705ms","start":"2026-07-02T05:22:03.86462Z","end":"2026-07-02T05:22:04.132217Z","steps":["trace[46237989] 'read index received' (duration: 17.638568ms)","trace[46237989] 'applied index is now lower than readState.Index' (duration: 249.957032ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:22:04.132779Z","caller":"traceutil/trace.go:171","msg":"trace[102179179] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"270.359034ms","start":"2026-07-02T05:22:03.862385Z","end":"2026-07-02T05:22:04.132744Z","steps":["trace[102179179] 'process raft request' (duration: 77.486789ms)","trace[102179179] 'compare' (duration: 191.923049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:22:04.132816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.962718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-02T05:22:04.132814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.891338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:22:04.132849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.854034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rjbs7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:22:04.132891Z","caller":"traceutil/trace.go:171","msg":"trace[70330852] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5614; }","duration":"265.097642ms","start":"2026-07-02T05:22:03.867777Z","end":"2026-07-02T05:22:04.132874Z","steps":["trace[70330852] 'agreement among raft nodes before linearized reading' (duration: 264.879116ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:22:04.132902Z","caller":"traceutil/trace.go:171","msg":"trace[1963842766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5614; }","duration":"199.044152ms","start":"2026-07-02T05:22:03.93384Z","end":"2026-07-02T05:22:04.132884Z","steps":["trace[1963842766] 'agreement among raft nodes before linearized reading' (duration: 198.853807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:22:04.132937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.371122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:22:04.132912Z","caller":"traceutil/trace.go:171","msg":"trace[617775457] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rjbs7; range_end:; response_count:1; response_revision:5614; }","duration":"261.936436ms","start":"2026-07-02T05:22:03.870963Z","end":"2026-07-02T05:22:04.132899Z","steps":["trace[617775457] 'agreement among raft nodes before linearized reading' (duration: 261.771562ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:22:04.132992Z","caller":"traceutil/trace.go:171","msg":"trace[324768468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5614; }","duration":"264.450944ms","start":"2026-07-02T05:22:03.868526Z","end":"2026-07-02T05:22:04.132977Z","steps":["trace[324768468] 'agreement among raft nodes before linearized reading' (duration: 264.213448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:22:04.132818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.013303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-02T05:22:04.132817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.180226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:22:04.133039Z","caller":"traceutil/trace.go:171","msg":"trace[918564223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5614; }","duration":"264.264719ms","start":"2026-07-02T05:22:03.868766Z","end":"2026-07-02T05:22:04.133031Z","steps":["trace[918564223] 'agreement among raft nodes before linearized reading' (duration: 263.94724ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:22:04.133076Z","caller":"traceutil/trace.go:171","msg":"trace[2067750830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5614; }","duration":"268.451063ms","start":"2026-07-02T05:22:03.864615Z","end":"2026-07-02T05:22:04.133066Z","steps":["trace[2067750830] 'agreement among raft nodes before linearized reading' (duration: 268.089813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:22:04.677144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.142903ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:22:04.677347Z","caller":"traceutil/trace.go:171","msg":"trace[1764876394] linearizableReadLoop","detail":"{readStateIndex:5858; appliedIndex:5855; }","duration":"540.000988ms","start":"2026-07-02T05:22:04.137329Z","end":"2026-07-02T05:22:04.67733Z","steps":["trace[1764876394] 'read index received' (duration: 50.049486ms)","trace[1764876394] 'applied index is now lower than readState.Index' (duration: 489.950242ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:22:04.677441Z","caller":"traceutil/trace.go:171","msg":"trace[561060848] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"540.509252ms","start":"2026-07-02T05:22:04.136921Z","end":"2026-07-02T05:22:04.67743Z","steps":["trace[561060848] 'process raft request' (duration: 439.993669ms)","trace[561060848] 'compare' (duration: 100.012369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:22:04.677496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:22:04.136904Z","time spent":"540.561823ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:22:04.677853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.425543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T05:22:04.677895Z","caller":"traceutil/trace.go:171","msg":"trace[99843982] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5618; }","duration":"525.532066ms","start":"2026-07-02T05:22:04.152352Z","end":"2026-07-02T05:22:04.677885Z","steps":["trace[99843982] 'agreement among raft nodes before linearized reading' (duration: 525.344211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:22:04.677926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:22:04.152323Z","time spent":"525.596148ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:22:04.678037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.684347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:81255"} {"level":"info","ts":"2026-07-02T05:22:04.678117Z","caller":"traceutil/trace.go:171","msg":"trace[2037074802] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:5618; }","duration":"540.787639ms","start":"2026-07-02T05:22:04.137312Z","end":"2026-07-02T05:22:04.6781Z","steps":["trace[2037074802] 'agreement among raft nodes before linearized reading' (duration: 540.362508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:22:04.678132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.144842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-02T05:22:04.678159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:22:04.137307Z","time spent":"540.84338ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":10,"response size":81279,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-02T05:22:04.678166Z","caller":"traceutil/trace.go:171","msg":"trace[907521449] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5618; }","duration":"516.185613ms","start":"2026-07-02T05:22:04.161971Z","end":"2026-07-02T05:22:04.678156Z","steps":["trace[907521449] 'agreement among raft nodes before linearized reading' (duration: 516.10053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:22:04.67834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:22:04.161963Z","time spent":"516.367657ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T05:22:04.678364Z","caller":"traceutil/trace.go:171","msg":"trace[2013287204] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"541.318873ms","start":"2026-07-02T05:22:04.137016Z","end":"2026-07-02T05:22:04.678335Z","steps":["trace[2013287204] 'process raft request' (duration: 540.273665ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:22:04.678362Z","caller":"traceutil/trace.go:171","msg":"trace[908407962] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"541.328664ms","start":"2026-07-02T05:22:04.136985Z","end":"2026-07-02T05:22:04.678313Z","steps":["trace[908407962] 'process raft request' (duration: 540.254895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:22:04.678544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:22:04.136978Z","time spent":"541.463037ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:22:04.678558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:22:04.137012Z","time spent":"541.419166ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:22:04.824968Z","caller":"traceutil/trace.go:171","msg":"trace[196923032] linearizableReadLoop","detail":"{readStateIndex:5860; appliedIndex:5859; }","duration":"105.93985ms","start":"2026-07-02T05:22:04.719003Z","end":"2026-07-02T05:22:04.824943Z","steps":["trace[196923032] 'read index received' (duration: 105.653452ms)","trace[196923032] 'applied index is now lower than readState.Index' (duration: 284.888µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:22:04.825163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.138865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-02T05:22:04.825204Z","caller":"traceutil/trace.go:171","msg":"trace[306976685] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5620; }","duration":"106.217028ms","start":"2026-07-02T05:22:04.718975Z","end":"2026-07-02T05:22:04.825192Z","steps":["trace[306976685] 'agreement among raft nodes before linearized reading' (duration: 106.063843ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:22:04.825289Z","caller":"traceutil/trace.go:171","msg":"trace[229737462] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"138.847661ms","start":"2026-07-02T05:22:04.686416Z","end":"2026-07-02T05:22:04.825263Z","steps":["trace[229737462] 'process raft request' (duration: 138.312836ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:22:15.87082Z","caller":"traceutil/trace.go:171","msg":"trace[253707195] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"112.017455ms","start":"2026-07-02T05:22:15.758768Z","end":"2026-07-02T05:22:15.870786Z","steps":["trace[253707195] 'process raft request' (duration: 111.738857ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:22:16.002802Z","caller":"traceutil/trace.go:171","msg":"trace[2035914368] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"106.090124ms","start":"2026-07-02T05:22:15.896677Z","end":"2026-07-02T05:22:16.002767Z","steps":["trace[2035914368] 'process raft request' (duration: 40.655891ms)","trace[2035914368] 'compare' (duration: 65.177956ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:22:16.149969Z","caller":"traceutil/trace.go:171","msg":"trace[1452032800] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"134.824652ms","start":"2026-07-02T05:22:16.015116Z","end":"2026-07-02T05:22:16.14994Z","steps":["trace[1452032800] 'process raft request' (duration: 134.608487ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:23:53.110555Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3122} {"level":"info","ts":"2026-07-02T05:23:53.20504Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3122,"took":"93.048798ms","hash":2950909479,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":33579008,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-02T05:23:53.205116Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2950909479,"revision":3122,"compact-revision":-1} {"level":"info","ts":"2026-07-02T05:26:35.679763Z","caller":"traceutil/trace.go:171","msg":"trace[1668578483] transaction","detail":"{read_only:false; response_revision:7898; number_of_response:1; }","duration":"102.63995ms","start":"2026-07-02T05:26:35.577087Z","end":"2026-07-02T05:26:35.679727Z","steps":["trace[1668578483] 'process raft request' (duration: 80.974323ms)","trace[1668578483] 'compare' (duration: 21.4016ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:26:35.680733Z","caller":"traceutil/trace.go:171","msg":"trace[553574645] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:7898; }","duration":"100.011289ms","start":"2026-07-02T05:26:35.580698Z","end":"2026-07-02T05:26:35.680709Z","steps":["trace[553574645] 'agreement among raft nodes before linearized reading' (duration: 98.96481ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:26:49.679412Z","caller":"traceutil/trace.go:171","msg":"trace[940158970] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"100.150453ms","start":"2026-07-02T05:26:49.57924Z","end":"2026-07-02T05:26:49.67939Z","steps":["trace[940158970] 'process raft request' (duration: 99.100014ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:26:49.810081Z","caller":"traceutil/trace.go:171","msg":"trace[657078795] linearizableReadLoop","detail":"{readStateIndex:8389; appliedIndex:8388; }","duration":"107.196914ms","start":"2026-07-02T05:26:49.702857Z","end":"2026-07-02T05:26:49.810054Z","steps":["trace[657078795] 'read index received' (duration: 106.66652ms)","trace[657078795] 'applied index is now lower than readState.Index' (duration: 529.444µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:26:49.810216Z","caller":"traceutil/trace.go:171","msg":"trace[1064885956] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"113.830333ms","start":"2026-07-02T05:26:49.696349Z","end":"2026-07-02T05:26:49.810179Z","steps":["trace[1064885956] 'process raft request' (duration: 113.166965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:26:49.810312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.4423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-07-02T05:26:49.810357Z","caller":"traceutil/trace.go:171","msg":"trace[620212110] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8024; }","duration":"107.523933ms","start":"2026-07-02T05:26:49.702821Z","end":"2026-07-02T05:26:49.810345Z","steps":["trace[620212110] 'agreement among raft nodes before linearized reading' (duration: 107.373589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:26:49.810664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.661997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-07-02T05:26:49.810743Z","caller":"traceutil/trace.go:171","msg":"trace[1056259590] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8024; }","duration":"107.757889ms","start":"2026-07-02T05:26:49.702965Z","end":"2026-07-02T05:26:49.810723Z","steps":["trace[1056259590] 'agreement among raft nodes before linearized reading' (duration: 107.574274ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:26:49.977401Z","caller":"traceutil/trace.go:171","msg":"trace[604395894] linearizableReadLoop","detail":"{readStateIndex:8393; appliedIndex:8392; }","duration":"106.030222ms","start":"2026-07-02T05:26:49.871347Z","end":"2026-07-02T05:26:49.977377Z","steps":["trace[604395894] 'read index received' (duration: 98.558399ms)","trace[604395894] 'applied index is now lower than readState.Index' (duration: 7.470823ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:26:49.977508Z","caller":"traceutil/trace.go:171","msg":"trace[1107668969] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"121.903432ms","start":"2026-07-02T05:26:49.855579Z","end":"2026-07-02T05:26:49.977483Z","steps":["trace[1107668969] 'process raft request' (duration: 114.375429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:26:49.977626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.595776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:26:49.9777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.838538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-07-02T05:26:49.977737Z","caller":"traceutil/trace.go:171","msg":"trace[1185129143] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:8028; }","duration":"103.74043ms","start":"2026-07-02T05:26:49.873974Z","end":"2026-07-02T05:26:49.977715Z","steps":["trace[1185129143] 'agreement among raft nodes before linearized reading' (duration: 103.569155ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:26:49.977742Z","caller":"traceutil/trace.go:171","msg":"trace[2016454035] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8028; }","duration":"115.93303ms","start":"2026-07-02T05:26:49.861795Z","end":"2026-07-02T05:26:49.977728Z","steps":["trace[2016454035] 'agreement among raft nodes before linearized reading' (duration: 115.721504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:26:49.977978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.669228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-07-02T05:26:49.978017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.976477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-02T05:26:49.978033Z","caller":"traceutil/trace.go:171","msg":"trace[465707394] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8028; }","duration":"120.744571ms","start":"2026-07-02T05:26:49.857272Z","end":"2026-07-02T05:26:49.978017Z","steps":["trace[465707394] 'agreement among raft nodes before linearized reading' (duration: 120.597687ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:26:49.978064Z","caller":"traceutil/trace.go:171","msg":"trace[1792629714] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8028; }","duration":"104.047649ms","start":"2026-07-02T05:26:49.874001Z","end":"2026-07-02T05:26:49.978048Z","steps":["trace[1792629714] 'agreement among raft nodes before linearized reading' (duration: 103.931906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:26:52.134356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.703031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T05:26:52.134483Z","caller":"traceutil/trace.go:171","msg":"trace[1439717927] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8042; }","duration":"116.833975ms","start":"2026-07-02T05:26:52.017596Z","end":"2026-07-02T05:26:52.134429Z","steps":["trace[1439717927] 'range keys from in-memory index tree' (duration: 116.592178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:26:52.134356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.56523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-02T05:26:52.134605Z","caller":"traceutil/trace.go:171","msg":"trace[1881106330] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8042; }","duration":"122.861848ms","start":"2026-07-02T05:26:52.011715Z","end":"2026-07-02T05:26:52.134577Z","steps":["trace[1881106330] 'range keys from in-memory index tree' (duration: 122.397255ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:00.916921Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002198.wal"} {"level":"info","ts":"2026-07-02T05:27:05.234379Z","caller":"traceutil/trace.go:171","msg":"trace[1198590460] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"103.095613ms","start":"2026-07-02T05:27:05.131253Z","end":"2026-07-02T05:27:05.234349Z","steps":["trace[1198590460] 'process raft request' (duration: 102.97634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:16.227082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.676211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:27:16.227158Z","caller":"traceutil/trace.go:171","msg":"trace[1296949116] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8337; }","duration":"126.780994ms","start":"2026-07-02T05:27:16.100362Z","end":"2026-07-02T05:27:16.227143Z","steps":["trace[1296949116] 'count revisions from in-memory index tree' (duration: 126.572629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:16.227188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.361494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:27:16.227256Z","caller":"traceutil/trace.go:171","msg":"trace[1305474789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8337; }","duration":"215.498488ms","start":"2026-07-02T05:27:16.01174Z","end":"2026-07-02T05:27:16.227238Z","steps":["trace[1305474789] 'range keys from in-memory index tree' (duration: 215.124378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:16.227272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.932893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-02T05:27:16.227389Z","caller":"traceutil/trace.go:171","msg":"trace[1094141271] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8337; }","duration":"201.042966ms","start":"2026-07-02T05:27:16.026311Z","end":"2026-07-02T05:27:16.227354Z","steps":["trace[1094141271] 'range keys from in-memory index tree' (duration: 200.621395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:16.227273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.076272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:27:16.227474Z","caller":"traceutil/trace.go:171","msg":"trace[1272580822] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8337; }","duration":"206.324489ms","start":"2026-07-02T05:27:16.021138Z","end":"2026-07-02T05:27:16.227462Z","steps":["trace[1272580822] 'count revisions from in-memory index tree' (duration: 205.933759ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:16.363799Z","caller":"traceutil/trace.go:171","msg":"trace[904364404] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"130.983408ms","start":"2026-07-02T05:27:16.232764Z","end":"2026-07-02T05:27:16.363747Z","steps":["trace[904364404] 'process raft request' (duration: 103.101542ms)","trace[904364404] 'compare' (duration: 27.597218ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:27:17.868713Z","caller":"traceutil/trace.go:171","msg":"trace[792467762] linearizableReadLoop","detail":"{readStateIndex:8726; appliedIndex:8725; }","duration":"385.573424ms","start":"2026-07-02T05:27:17.483113Z","end":"2026-07-02T05:27:17.868687Z","steps":["trace[792467762] 'read index received' (duration: 385.394119ms)","trace[792467762] 'applied index is now lower than readState.Index' (duration: 177.705µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:27:17.868829Z","caller":"traceutil/trace.go:171","msg":"trace[1682726611] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"598.782799ms","start":"2026-07-02T05:27:17.270016Z","end":"2026-07-02T05:27:17.868799Z","steps":["trace[1682726611] 'process raft request' (duration: 598.507962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:17.86891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.777759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:27:17.868948Z","caller":"traceutil/trace.go:171","msg":"trace[331802667] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8348; }","duration":"385.874642ms","start":"2026-07-02T05:27:17.483062Z","end":"2026-07-02T05:27:17.868936Z","steps":["trace[331802667] 'agreement among raft nodes before linearized reading' (duration: 385.766589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:17.868988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:17.48304Z","time spent":"385.937304ms","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:27:17.868997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:17.269979Z","time spent":"598.924763ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:27:17.868988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.930881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:27:17.869012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.74277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:27:17.869082Z","caller":"traceutil/trace.go:171","msg":"trace[1323034288] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8348; }","duration":"206.853473ms","start":"2026-07-02T05:27:17.66221Z","end":"2026-07-02T05:27:17.869064Z","steps":["trace[1323034288] 'agreement among raft nodes before linearized reading' (duration: 206.73571ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:17.86909Z","caller":"traceutil/trace.go:171","msg":"trace[1971398363] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8348; }","duration":"318.037844ms","start":"2026-07-02T05:27:17.551018Z","end":"2026-07-02T05:27:17.869056Z","steps":["trace[1971398363] 'agreement among raft nodes before linearized reading' (duration: 317.88427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:17.869125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.562452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T05:27:17.869151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:17.550957Z","time spent":"318.180628ms","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:27:17.869193Z","caller":"traceutil/trace.go:171","msg":"trace[586539268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8348; }","duration":"269.668295ms","start":"2026-07-02T05:27:17.599507Z","end":"2026-07-02T05:27:17.869175Z","steps":["trace[586539268] 'agreement among raft nodes before linearized reading' (duration: 269.451739ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:18.489354Z","caller":"traceutil/trace.go:171","msg":"trace[252437483] linearizableReadLoop","detail":"{readStateIndex:8730; appliedIndex:8728; }","duration":"121.624314ms","start":"2026-07-02T05:27:18.367701Z","end":"2026-07-02T05:27:18.489325Z","steps":["trace[252437483] 'read index received' (duration: 11.784719ms)","trace[252437483] 'applied index is now lower than readState.Index' (duration: 109.838125ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:27:18.489378Z","caller":"traceutil/trace.go:171","msg":"trace[53128618] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8351; }","duration":"197.87735ms","start":"2026-07-02T05:27:18.291472Z","end":"2026-07-02T05:27:18.48935Z","steps":["trace[53128618] 'process raft request' (duration: 178.423133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:18.489646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.922992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-02T05:27:18.489735Z","caller":"traceutil/trace.go:171","msg":"trace[1802932723] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8351; }","duration":"122.068536ms","start":"2026-07-02T05:27:18.367649Z","end":"2026-07-02T05:27:18.489717Z","steps":["trace[1802932723] 'agreement among raft nodes before linearized reading' (duration: 121.824629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:19.040241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.684249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:27:19.040708Z","caller":"traceutil/trace.go:171","msg":"trace[1459025988] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"545.845167ms","start":"2026-07-02T05:27:18.494831Z","end":"2026-07-02T05:27:19.040676Z","steps":["trace[1459025988] 'process raft request' (duration: 108.630043ms)","trace[1459025988] 'compare' (duration: 436.530645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:27:19.040835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:18.494805Z","time spent":"545.970689ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:27:19.040809Z","caller":"traceutil/trace.go:171","msg":"trace[554162040] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"545.866017ms","start":"2026-07-02T05:27:18.494887Z","end":"2026-07-02T05:27:19.040753Z","steps":["trace[554162040] 'process raft request' (duration: 545.676842ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:19.040863Z","caller":"traceutil/trace.go:171","msg":"trace[1851419166] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"544.748337ms","start":"2026-07-02T05:27:18.496082Z","end":"2026-07-02T05:27:19.04083Z","steps":["trace[1851419166] 'process raft request' (duration: 544.595553ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:19.040895Z","caller":"traceutil/trace.go:171","msg":"trace[1984982431] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"538.530368ms","start":"2026-07-02T05:27:18.502318Z","end":"2026-07-02T05:27:19.040848Z","steps":["trace[1984982431] 'process raft request' (duration: 538.429846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:19.041031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:18.494865Z","time spent":"546.082613ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:27:19.041047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.416144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rjbs7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:27:19.041063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:18.502306Z","time spent":"538.680552ms","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:27:19.041102Z","caller":"traceutil/trace.go:171","msg":"trace[455391186] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rjbs7; range_end:; response_count:1; response_revision:8356; }","duration":"497.516427ms","start":"2026-07-02T05:27:18.543571Z","end":"2026-07-02T05:27:19.041088Z","steps":["trace[455391186] 'agreement among raft nodes before linearized reading' (duration: 497.306261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:19.041149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:18.543554Z","time spent":"497.581189ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rjbs7\" "} {"level":"info","ts":"2026-07-02T05:27:19.040845Z","caller":"traceutil/trace.go:171","msg":"trace[519295884] linearizableReadLoop","detail":"{readStateIndex:8735; appliedIndex:8730; }","duration":"497.208649ms","start":"2026-07-02T05:27:18.543619Z","end":"2026-07-02T05:27:19.040828Z","steps":["trace[519295884] 'read index received' (duration: 6.085515ms)","trace[519295884] 'applied index is now lower than readState.Index' (duration: 491.122054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:27:19.041049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:18.496067Z","time spent":"544.901451ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:27:19.041373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.466943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-02T05:27:19.041379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.048091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T05:27:19.041444Z","caller":"traceutil/trace.go:171","msg":"trace[572924539] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8356; }","duration":"481.130603ms","start":"2026-07-02T05:27:18.560296Z","end":"2026-07-02T05:27:19.041427Z","steps":["trace[572924539] 'agreement among raft nodes before linearized reading' (duration: 480.988059ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:19.041436Z","caller":"traceutil/trace.go:171","msg":"trace[50734781] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8356; }","duration":"484.553126ms","start":"2026-07-02T05:27:18.556867Z","end":"2026-07-02T05:27:19.04142Z","steps":["trace[50734781] 'agreement among raft nodes before linearized reading' (duration: 484.396002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:19.041473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:18.560289Z","time spent":"481.176644ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:27:19.041487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:18.556854Z","time spent":"484.620907ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:27:19.560733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252467971,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:27:19.953292Z","caller":"traceutil/trace.go:171","msg":"trace[530429060] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"904.09185ms","start":"2026-07-02T05:27:19.049172Z","end":"2026-07-02T05:27:19.953263Z","steps":["trace[530429060] 'process raft request' (duration: 849.691597ms)","trace[530429060] 'compare' (duration: 54.149466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:27:19.953428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:19.049154Z","time spent":"904.202403ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:27:20.033678Z","caller":"traceutil/trace.go:171","msg":"trace[1726693920] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"983.779749ms","start":"2026-07-02T05:27:19.04987Z","end":"2026-07-02T05:27:20.03365Z","steps":["trace[1726693920] 'process raft request' (duration: 983.581673ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:20.033872Z","caller":"traceutil/trace.go:171","msg":"trace[2013240482] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"159.339026ms","start":"2026-07-02T05:27:19.874511Z","end":"2026-07-02T05:27:20.03385Z","steps":["trace[2013240482] 'process raft request' (duration: 159.066319ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:20.033871Z","caller":"traceutil/trace.go:171","msg":"trace[20099153] linearizableReadLoop","detail":"{readStateIndex:8737; appliedIndex:8735; }","duration":"973.428479ms","start":"2026-07-02T05:27:19.060413Z","end":"2026-07-02T05:27:20.033841Z","steps":["trace[20099153] 'read index received' (duration: 838.517985ms)","trace[20099153] 'applied index is now lower than readState.Index' (duration: 134.907934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:27:20.034124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.300046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:27:20.034231Z","caller":"traceutil/trace.go:171","msg":"trace[254471762] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8359; }","duration":"904.47024ms","start":"2026-07-02T05:27:19.129747Z","end":"2026-07-02T05:27:20.034217Z","steps":["trace[254471762] 'agreement among raft nodes before linearized reading' (duration: 904.286375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:20.034263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.276407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-02T05:27:20.03427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.307695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:27:20.034328Z","caller":"traceutil/trace.go:171","msg":"trace[1512567708] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8359; }","duration":"852.358849ms","start":"2026-07-02T05:27:19.181954Z","end":"2026-07-02T05:27:20.034313Z","steps":["trace[1512567708] 'agreement among raft nodes before linearized reading' (duration: 852.200525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:20.034115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.675806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-02T05:27:20.03438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:19.181942Z","time spent":"852.4254ms","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-02T05:27:20.034338Z","caller":"traceutil/trace.go:171","msg":"trace[289137779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8359; }","duration":"135.400168ms","start":"2026-07-02T05:27:19.898923Z","end":"2026-07-02T05:27:20.034323Z","steps":["trace[289137779] 'agreement among raft nodes before linearized reading' (duration: 135.263874ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:20.034385Z","caller":"traceutil/trace.go:171","msg":"trace[1348506844] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8359; }","duration":"973.972953ms","start":"2026-07-02T05:27:19.060396Z","end":"2026-07-02T05:27:20.034369Z","steps":["trace[1348506844] 'agreement among raft nodes before linearized reading' (duration: 973.528871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:20.034617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:19.060389Z","time spent":"974.21589ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:27:20.034237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.137182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:27:20.034717Z","caller":"traceutil/trace.go:171","msg":"trace[1390909941] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8359; }","duration":"921.639476ms","start":"2026-07-02T05:27:19.113053Z","end":"2026-07-02T05:27:20.034692Z","steps":["trace[1390909941] 'agreement among raft nodes before linearized reading' (duration: 921.05242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:20.034282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:19.129728Z","time spent":"904.541163ms","remote":"127.0.0.1:47624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:27:20.034773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:19.112996Z","time spent":"921.759799ms","remote":"127.0.0.1:39862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:27:20.034741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:19.04986Z","time spent":"983.905762ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:27:20.034124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.174931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:27:20.034846Z","caller":"traceutil/trace.go:171","msg":"trace[218087377] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8359; }","duration":"860.943492ms","start":"2026-07-02T05:27:19.173885Z","end":"2026-07-02T05:27:20.034828Z","steps":["trace[218087377] 'agreement among raft nodes before linearized reading' (duration: 860.13614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:20.034752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.171976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:27:20.034924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:19.173859Z","time spent":"861.045145ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":57,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:27:20.034136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.130075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:27:20.035023Z","caller":"traceutil/trace.go:171","msg":"trace[1481260506] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8359; }","duration":"952.016199ms","start":"2026-07-02T05:27:19.082962Z","end":"2026-07-02T05:27:20.034978Z","steps":["trace[1481260506] 'agreement among raft nodes before linearized reading' (duration: 951.025412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:20.035095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:19.082948Z","time spent":"952.127232ms","remote":"127.0.0.1:39802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":104,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:27:20.035032Z","caller":"traceutil/trace.go:171","msg":"trace[485501964] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8359; }","duration":"793.988328ms","start":"2026-07-02T05:27:19.24093Z","end":"2026-07-02T05:27:20.034918Z","steps":["trace[485501964] 'agreement among raft nodes before linearized reading' (duration: 793.086784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:20.03521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:19.24091Z","time spent":"794.271795ms","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:27:21.424863Z","caller":"traceutil/trace.go:171","msg":"trace[1651194663] transaction","detail":"{read_only:false; response_revision:8365; number_of_response:1; }","duration":"375.727947ms","start":"2026-07-02T05:27:21.049112Z","end":"2026-07-02T05:27:21.424839Z","steps":["trace[1651194663] 'process raft request' (duration: 375.545282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:21.425014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:21.049094Z","time spent":"375.841ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:27:21.471789Z","caller":"traceutil/trace.go:171","msg":"trace[1987151845] linearizableReadLoop","detail":"{readStateIndex:8746; appliedIndex:8743; }","duration":"420.103278ms","start":"2026-07-02T05:27:21.051659Z","end":"2026-07-02T05:27:21.471763Z","steps":["trace[1987151845] 'read index received' (duration: 373.065094ms)","trace[1987151845] 'applied index is now lower than readState.Index' (duration: 47.036754ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:27:21.471877Z","caller":"traceutil/trace.go:171","msg":"trace[636845288] transaction","detail":"{read_only:false; response_revision:8366; number_of_response:1; }","duration":"422.647498ms","start":"2026-07-02T05:27:21.049203Z","end":"2026-07-02T05:27:21.47185Z","steps":["trace[636845288] 'process raft request' (duration: 422.321559ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:21.471933Z","caller":"traceutil/trace.go:171","msg":"trace[1145139267] transaction","detail":"{read_only:false; response_revision:8367; number_of_response:1; }","duration":"421.182768ms","start":"2026-07-02T05:27:21.050735Z","end":"2026-07-02T05:27:21.471917Z","steps":["trace[1145139267] 'process raft request' (duration: 420.961682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:21.472028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:21.049155Z","time spent":"422.797762ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:27:21.472058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:21.050703Z","time spent":"421.26544ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:27:21.472341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.638694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rjbs7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:27:21.472423Z","caller":"traceutil/trace.go:171","msg":"trace[794890233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rjbs7; range_end:; response_count:1; response_revision:8367; }","duration":"420.775777ms","start":"2026-07-02T05:27:21.051623Z","end":"2026-07-02T05:27:21.472399Z","steps":["trace[794890233] 'agreement among raft nodes before linearized reading' (duration: 420.493719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:21.472467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:21.051613Z","time spent":"420.844659ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rjbs7\" "} {"level":"warn","ts":"2026-07-02T05:27:22.350171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.191873ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T05:27:22.350499Z","caller":"traceutil/trace.go:171","msg":"trace[2108528973] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"310.208363ms","start":"2026-07-02T05:27:22.040218Z","end":"2026-07-02T05:27:22.350426Z","steps":["trace[2108528973] 'process raft request' (duration: 310.068219ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:22.350492Z","caller":"traceutil/trace.go:171","msg":"trace[586153739] linearizableReadLoop","detail":"{readStateIndex:8748; appliedIndex:8747; }","duration":"413.881081ms","start":"2026-07-02T05:27:21.936547Z","end":"2026-07-02T05:27:22.350428Z","steps":["trace[586153739] 'read index received' (duration: 71.722µs)","trace[586153739] 'applied index is now lower than readState.Index' (duration: 413.806949ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:27:22.350631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:22.040187Z","time spent":"310.359757ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:27:22.350719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.166079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:27:22.350763Z","caller":"traceutil/trace.go:171","msg":"trace[530387765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8369; }","duration":"414.263912ms","start":"2026-07-02T05:27:21.936488Z","end":"2026-07-02T05:27:22.350752Z","steps":["trace[530387765] 'agreement among raft nodes before linearized reading' (duration: 414.174399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:22.350801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:21.936465Z","time spent":"414.328594ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:27:22.350792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.550299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:27:22.350843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.138176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T05:27:22.35085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.542977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T05:27:22.350924Z","caller":"traceutil/trace.go:171","msg":"trace[735780179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8369; }","duration":"226.242528ms","start":"2026-07-02T05:27:22.124663Z","end":"2026-07-02T05:27:22.350906Z","steps":["trace[735780179] 'agreement among raft nodes before linearized reading' (duration: 226.066183ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:22.350937Z","caller":"traceutil/trace.go:171","msg":"trace[278635806] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8369; }","duration":"226.682741ms","start":"2026-07-02T05:27:22.12424Z","end":"2026-07-02T05:27:22.350922Z","steps":["trace[278635806] 'agreement among raft nodes before linearized reading' (duration: 226.493095ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:22.350862Z","caller":"traceutil/trace.go:171","msg":"trace[1923587849] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:8369; }","duration":"366.688503ms","start":"2026-07-02T05:27:21.984155Z","end":"2026-07-02T05:27:22.350844Z","steps":["trace[1923587849] 'agreement among raft nodes before linearized reading' (duration: 366.5637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:22.350952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.777643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-02T05:27:22.351037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:21.984126Z","time spent":"366.898168ms","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:27:22.351054Z","caller":"traceutil/trace.go:171","msg":"trace[1006794252] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8369; }","duration":"226.919746ms","start":"2026-07-02T05:27:22.12411Z","end":"2026-07-02T05:27:22.35103Z","steps":["trace[1006794252] 'agreement among raft nodes before linearized reading' (duration: 226.629659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:22.723181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.47956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:27:22.723524Z","caller":"traceutil/trace.go:171","msg":"trace[390580735] linearizableReadLoop","detail":"{readStateIndex:8752; appliedIndex:8749; }","duration":"306.03651ms","start":"2026-07-02T05:27:22.41747Z","end":"2026-07-02T05:27:22.723506Z","steps":["trace[390580735] 'read index received' (duration: 163.084548ms)","trace[390580735] 'applied index is now lower than readState.Index' (duration: 142.950762ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:27:22.723569Z","caller":"traceutil/trace.go:171","msg":"trace[1768294311] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"366.074306ms","start":"2026-07-02T05:27:22.357459Z","end":"2026-07-02T05:27:22.723533Z","steps":["trace[1768294311] 'process raft request' (duration: 365.83188ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:22.723608Z","caller":"traceutil/trace.go:171","msg":"trace[978182153] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"365.226353ms","start":"2026-07-02T05:27:22.35831Z","end":"2026-07-02T05:27:22.723536Z","steps":["trace[978182153] 'process raft request' (duration: 365.158091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:22.72373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.37164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:27:22.723767Z","caller":"traceutil/trace.go:171","msg":"trace[610203273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8372; }","duration":"151.463183ms","start":"2026-07-02T05:27:22.572294Z","end":"2026-07-02T05:27:22.723757Z","steps":["trace[610203273] 'agreement among raft nodes before linearized reading' (duration: 151.33372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:22.723751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:22.357447Z","time spent":"366.19548ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:27:22.723807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:22.358297Z","time spent":"365.408668ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:27:22.72352Z","caller":"traceutil/trace.go:171","msg":"trace[1802245114] transaction","detail":"{read_only:false; response_revision:8370; number_of_response:1; }","duration":"368.642896ms","start":"2026-07-02T05:27:22.35484Z","end":"2026-07-02T05:27:22.723483Z","steps":["trace[1802245114] 'process raft request' (duration: 225.759715ms)","trace[1802245114] 'compare' (duration: 142.336076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:27:22.72399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:22.35482Z","time spent":"369.121439ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:27:22.723752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.270266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:27:22.724124Z","caller":"traceutil/trace.go:171","msg":"trace[1794180271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8372; }","duration":"306.697878ms","start":"2026-07-02T05:27:22.41741Z","end":"2026-07-02T05:27:22.724108Z","steps":["trace[1794180271] 'agreement among raft nodes before linearized reading' (duration: 306.155803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:22.724181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:22.417389Z","time spent":"306.77783ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:27:22.883436Z","caller":"traceutil/trace.go:171","msg":"trace[1614557804] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"154.626109ms","start":"2026-07-02T05:27:22.728787Z","end":"2026-07-02T05:27:22.883413Z","steps":["trace[1614557804] 'process raft request' (duration: 98.032656ms)","trace[1614557804] 'compare' (duration: 56.441469ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:27:22.883816Z","caller":"traceutil/trace.go:171","msg":"trace[1933314240] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"152.946093ms","start":"2026-07-02T05:27:22.730849Z","end":"2026-07-02T05:27:22.883795Z","steps":["trace[1933314240] 'process raft request' (duration: 152.524482ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:22.883835Z","caller":"traceutil/trace.go:171","msg":"trace[719745657] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"152.747248ms","start":"2026-07-02T05:27:22.731063Z","end":"2026-07-02T05:27:22.88381Z","steps":["trace[719745657] 'process raft request' (duration: 152.598924ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:22.883869Z","caller":"traceutil/trace.go:171","msg":"trace[736762429] linearizableReadLoop","detail":"{readStateIndex:8756; appliedIndex:8752; }","duration":"118.524341ms","start":"2026-07-02T05:27:22.765328Z","end":"2026-07-02T05:27:22.883852Z","steps":["trace[736762429] 'read index received' (duration: 61.511327ms)","trace[736762429] 'applied index is now lower than readState.Index' (duration: 57.012204ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:27:22.883922Z","caller":"traceutil/trace.go:171","msg":"trace[700449356] transaction","detail":"{read_only:false; response_revision:8376; number_of_response:1; }","duration":"152.769758ms","start":"2026-07-02T05:27:22.731131Z","end":"2026-07-02T05:27:22.883901Z","steps":["trace[700449356] 'process raft request' (duration: 152.639575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:22.883996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.651744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:27:22.884054Z","caller":"traceutil/trace.go:171","msg":"trace[111708120] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:8376; }","duration":"118.766297ms","start":"2026-07-02T05:27:22.765272Z","end":"2026-07-02T05:27:22.884038Z","steps":["trace[111708120] 'agreement among raft nodes before linearized reading' (duration: 118.640044ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:48.100833Z","caller":"traceutil/trace.go:171","msg":"trace[1510267445] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"308.494497ms","start":"2026-07-02T05:27:47.792288Z","end":"2026-07-02T05:27:48.100782Z","steps":["trace[1510267445] 'process raft request' (duration: 306.457501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:48.101043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:47.792262Z","time spent":"308.674621ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:27:49.575476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252468691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:27:50.075888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252468691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:27:50.523057Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.455098756s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:27:50.523696Z","caller":"traceutil/trace.go:171","msg":"trace[744855817] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"1.455910507s","start":"2026-07-02T05:27:49.067753Z","end":"2026-07-02T05:27:50.523663Z","steps":["trace[744855817] 'process raft request' (duration: 1.45563281s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:50.523794Z","caller":"traceutil/trace.go:171","msg":"trace[1274467528] linearizableReadLoop","detail":"{readStateIndex:8992; appliedIndex:8991; }","duration":"1.448701773s","start":"2026-07-02T05:27:49.074875Z","end":"2026-07-02T05:27:50.523577Z","steps":["trace[1274467528] 'read index received' (duration: 1.448525998s)","trace[1274467528] 'applied index is now lower than readState.Index' (duration: 174.585µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:27:50.523848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:49.067713Z","time spent":"1.456054611s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:27:50.523906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449015241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:27:50.523988Z","caller":"traceutil/trace.go:171","msg":"trace[464905313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8601; }","duration":"1.449120644s","start":"2026-07-02T05:27:49.074837Z","end":"2026-07-02T05:27:50.523957Z","steps":["trace[464905313] 'agreement among raft nodes before linearized reading' (duration: 1.448899428s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:50.524032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:49.07482Z","time spent":"1.449203056s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:27:50.524637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311841145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-02T05:27:50.524671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.218846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:27:50.524694Z","caller":"traceutil/trace.go:171","msg":"trace[779184374] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8602; }","duration":"1.311956748s","start":"2026-07-02T05:27:49.212723Z","end":"2026-07-02T05:27:50.52468Z","steps":["trace[779184374] 'agreement among raft nodes before linearized reading' (duration: 1.311790883s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:50.524724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:49.212701Z","time spent":"1.31201843s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:27:50.524726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.803512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:27:50.524728Z","caller":"traceutil/trace.go:171","msg":"trace[481827555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8602; }","duration":"591.316998ms","start":"2026-07-02T05:27:49.933394Z","end":"2026-07-02T05:27:50.524711Z","steps":["trace[481827555] 'agreement among raft nodes before linearized reading' (duration: 591.210615ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:50.52477Z","caller":"traceutil/trace.go:171","msg":"trace[737213010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8602; }","duration":"419.872854ms","start":"2026-07-02T05:27:50.104885Z","end":"2026-07-02T05:27:50.524758Z","steps":["trace[737213010] 'agreement among raft nodes before linearized reading' (duration: 419.74596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:50.524816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:50.104875Z","time spent":"419.931285ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:27:50.524837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:49.933381Z","time spent":"591.39044ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:27:50.525165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.484333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:27:50.525188Z","caller":"traceutil/trace.go:171","msg":"trace[2144349285] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8602; }","duration":"615.509853ms","start":"2026-07-02T05:27:49.909673Z","end":"2026-07-02T05:27:50.525183Z","steps":["trace[2144349285] 'agreement among raft nodes before linearized reading' (duration: 615.170784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:50.525203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:49.909599Z","time spent":"615.600616ms","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":784,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:27:50.525277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.723855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-02T05:27:50.525303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310350554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T05:27:50.525347Z","caller":"traceutil/trace.go:171","msg":"trace[530474604] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8602; }","duration":"1.310437276s","start":"2026-07-02T05:27:49.214895Z","end":"2026-07-02T05:27:50.525333Z","steps":["trace[530474604] 'agreement among raft nodes before linearized reading' (duration: 1.310338234s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:50.525348Z","caller":"traceutil/trace.go:171","msg":"trace[156967100] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8602; }","duration":"963.843928ms","start":"2026-07-02T05:27:49.561484Z","end":"2026-07-02T05:27:50.525328Z","steps":["trace[156967100] 'agreement among raft nodes before linearized reading' (duration: 963.612082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:50.525379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:49.21488Z","time spent":"1.310492558s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:27:50.525397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:49.561466Z","time spent":"963.92302ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T05:27:50.525468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.387428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rjbs7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:27:50.525494Z","caller":"traceutil/trace.go:171","msg":"trace[992491036] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rjbs7; range_end:; response_count:1; response_revision:8602; }","duration":"801.428799ms","start":"2026-07-02T05:27:49.72406Z","end":"2026-07-02T05:27:50.525489Z","steps":["trace[992491036] 'agreement among raft nodes before linearized reading' (duration: 801.350257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:50.525509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:49.724053Z","time spent":"801.452249ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rjbs7\" "} {"level":"warn","ts":"2026-07-02T05:27:50.525476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.323407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-02T05:27:50.525513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.573767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T05:27:50.52556Z","caller":"traceutil/trace.go:171","msg":"trace[199951187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8602; }","duration":"803.650109ms","start":"2026-07-02T05:27:49.721898Z","end":"2026-07-02T05:27:50.525548Z","steps":["trace[199951187] 'agreement among raft nodes before linearized reading' (duration: 803.514276ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:27:50.525564Z","caller":"traceutil/trace.go:171","msg":"trace[784290176] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8602; }","duration":"533.45993ms","start":"2026-07-02T05:27:49.992082Z","end":"2026-07-02T05:27:50.525542Z","steps":["trace[784290176] 'agreement among raft nodes before linearized reading' (duration: 533.285515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:50.525602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:49.721886Z","time spent":"803.708271ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:27:50.525615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:49.992064Z","time spent":"533.540443ms","remote":"127.0.0.1:39944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:27:50.525132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.336112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:27:50.526033Z","caller":"traceutil/trace.go:171","msg":"trace[812568924] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8602; }","duration":"433.271667ms","start":"2026-07-02T05:27:50.092744Z","end":"2026-07-02T05:27:50.526016Z","steps":["trace[812568924] 'agreement among raft nodes before linearized reading' (duration: 432.329981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:27:50.526081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:27:50.092727Z","time spent":"433.337068ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":33,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:28:01.73623Z","caller":"traceutil/trace.go:171","msg":"trace[595524715] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"100.384859ms","start":"2026-07-02T05:28:01.63582Z","end":"2026-07-02T05:28:01.736205Z","steps":["trace[595524715] 'process raft request' (duration: 53.490139ms)","trace[595524715] 'compare' (duration: 46.739266ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:28:01.946518Z","caller":"traceutil/trace.go:171","msg":"trace[175921415] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"113.801802ms","start":"2026-07-02T05:28:01.832689Z","end":"2026-07-02T05:28:01.946491Z","steps":["trace[175921415] 'process raft request' (duration: 81.60314ms)","trace[175921415] 'compare' (duration: 32.055729ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:28:01.961113Z","caller":"traceutil/trace.go:171","msg":"trace[1175972634] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"121.399289ms","start":"2026-07-02T05:28:01.839684Z","end":"2026-07-02T05:28:01.961084Z","steps":["trace[1175972634] 'process raft request' (duration: 121.124461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.077556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252469067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:28:03.578153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252469067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:28:03.758279Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.195839604s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:28:03.758793Z","caller":"traceutil/trace.go:171","msg":"trace[1790189639] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"1.19646637s","start":"2026-07-02T05:28:02.562303Z","end":"2026-07-02T05:28:03.75877Z","steps":["trace[1790189639] 'process raft request' (duration: 1.196332937s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.758925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.562281Z","time spent":"1.196570314s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:28:03.771184Z","caller":"traceutil/trace.go:171","msg":"trace[675480195] linearizableReadLoop","detail":"{readStateIndex:9129; appliedIndex:9128; }","duration":"1.194669152s","start":"2026-07-02T05:28:02.576491Z","end":"2026-07-02T05:28:03.77116Z","steps":["trace[675480195] 'read index received' (duration: 1.182271596s)","trace[675480195] 'applied index is now lower than readState.Index' (duration: 12.396506ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:28:03.771367Z","caller":"traceutil/trace.go:171","msg":"trace[379553635] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"1.151187874s","start":"2026-07-02T05:28:02.620039Z","end":"2026-07-02T05:28:03.771227Z","steps":["trace[379553635] 'process raft request' (duration: 1.150953338s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.771502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18719166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T05:28:03.77202Z","caller":"traceutil/trace.go:171","msg":"trace[163612172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8729; }","duration":"1.187743535s","start":"2026-07-02T05:28:02.584259Z","end":"2026-07-02T05:28:03.772003Z","steps":["trace[163612172] 'agreement among raft nodes before linearized reading' (duration: 1.187094417s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.772074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.58425Z","time spent":"1.187814657s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:28:03.772144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.316928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T05:28:03.771513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092796002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:28:03.772223Z","caller":"traceutil/trace.go:171","msg":"trace[1119779915] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8729; }","duration":"141.439571ms","start":"2026-07-02T05:28:03.630764Z","end":"2026-07-02T05:28:03.772204Z","steps":["trace[1119779915] 'agreement among raft nodes before linearized reading' (duration: 140.797104ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:03.772267Z","caller":"traceutil/trace.go:171","msg":"trace[724648911] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:8729; }","duration":"1.093607055s","start":"2026-07-02T05:28:02.678645Z","end":"2026-07-02T05:28:03.772252Z","steps":["trace[724648911] 'agreement among raft nodes before linearized reading' (duration: 1.092804143s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.772312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.678627Z","time spent":"1.093672946s","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:28:03.771591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195018201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:28:03.772541Z","caller":"traceutil/trace.go:171","msg":"trace[672140083] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8729; }","duration":"1.19609058s","start":"2026-07-02T05:28:02.576438Z","end":"2026-07-02T05:28:03.772529Z","steps":["trace[672140083] 'agreement among raft nodes before linearized reading' (duration: 1.194871107s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.772574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.57642Z","time spent":"1.196144252s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:28:03.771634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168983216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rjbs7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:28:03.772806Z","caller":"traceutil/trace.go:171","msg":"trace[747535681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rjbs7; range_end:; response_count:1; response_revision:8729; }","duration":"1.170170558s","start":"2026-07-02T05:28:02.602615Z","end":"2026-07-02T05:28:03.772785Z","steps":["trace[747535681] 'agreement among raft nodes before linearized reading' (duration: 1.168836662s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.772872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.602606Z","time spent":"1.170249381s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rjbs7\" "} {"level":"warn","ts":"2026-07-02T05:28:03.771628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.62002Z","time spent":"1.151455632s","remote":"127.0.0.1:39710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2999,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:28:03.771746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134032059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T05:28:03.773031Z","caller":"traceutil/trace.go:171","msg":"trace[1783442178] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8729; }","duration":"1.135311934s","start":"2026-07-02T05:28:02.637686Z","end":"2026-07-02T05:28:03.772998Z","steps":["trace[1783442178] 'agreement among raft nodes before linearized reading' (duration: 1.133995528s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.771768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127218455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-02T05:28:03.773147Z","caller":"traceutil/trace.go:171","msg":"trace[102078653] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8729; }","duration":"1.128620253s","start":"2026-07-02T05:28:02.644493Z","end":"2026-07-02T05:28:03.773114Z","steps":["trace[102078653] 'agreement among raft nodes before linearized reading' (duration: 1.127166164s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.773154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.637674Z","time spent":"1.135442177s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:28:03.7732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.644476Z","time spent":"1.128709715s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":684,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:28:03.7718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.093098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:28:03.773314Z","caller":"traceutil/trace.go:171","msg":"trace[656071429] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8729; }","duration":"748.64848ms","start":"2026-07-02T05:28:03.024649Z","end":"2026-07-02T05:28:03.773297Z","steps":["trace[656071429] 'agreement among raft nodes before linearized reading' (duration: 747.050187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.773364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:03.024626Z","time spent":"748.722131ms","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":88,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:28:03.771812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.152531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:28:03.773473Z","caller":"traceutil/trace.go:171","msg":"trace[2007210989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8729; }","duration":"294.835707ms","start":"2026-07-02T05:28:03.47861Z","end":"2026-07-02T05:28:03.773446Z","steps":["trace[2007210989] 'agreement among raft nodes before linearized reading' (duration: 293.172692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.771835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173716224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-02T05:28:03.773638Z","caller":"traceutil/trace.go:171","msg":"trace[530275914] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8729; }","duration":"1.175546094s","start":"2026-07-02T05:28:02.59808Z","end":"2026-07-02T05:28:03.773627Z","steps":["trace[530275914] 'agreement among raft nodes before linearized reading' (duration: 1.173615492s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.773677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.598067Z","time spent":"1.175599435s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T05:28:03.771847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.588282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:28:03.773816Z","caller":"traceutil/trace.go:171","msg":"trace[1856128502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8729; }","duration":"838.576126ms","start":"2026-07-02T05:28:02.93523Z","end":"2026-07-02T05:28:03.773806Z","steps":["trace[1856128502] 'agreement among raft nodes before linearized reading' (duration: 836.588362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.773851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.935219Z","time spent":"838.624498ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:28:03.771898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.964677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:28:03.773996Z","caller":"traceutil/trace.go:171","msg":"trace[275800155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8729; }","duration":"858.116666ms","start":"2026-07-02T05:28:02.91587Z","end":"2026-07-02T05:28:03.773987Z","steps":["trace[275800155] 'agreement among raft nodes before linearized reading' (duration: 855.974598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.774027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.915851Z","time spent":"858.167536ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T05:28:03.77191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17208837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:28:03.774192Z","caller":"traceutil/trace.go:171","msg":"trace[205397796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8729; }","duration":"1.174386013s","start":"2026-07-02T05:28:02.599795Z","end":"2026-07-02T05:28:03.774181Z","steps":["trace[205397796] 'agreement among raft nodes before linearized reading' (duration: 1.172040519s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.774225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.599785Z","time spent":"1.174430374s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T05:28:03.771954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186640804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T05:28:03.774404Z","caller":"traceutil/trace.go:171","msg":"trace[889542857] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8729; }","duration":"1.189130552s","start":"2026-07-02T05:28:02.585265Z","end":"2026-07-02T05:28:03.774395Z","steps":["trace[889542857] 'agreement among raft nodes before linearized reading' (duration: 1.186615394s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.774435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:02.585243Z","time spent":"1.189184733s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T05:28:03.896181Z","caller":"traceutil/trace.go:171","msg":"trace[1434414075] transaction","detail":"{read_only:false; response_revision:8731; number_of_response:1; }","duration":"117.38335ms","start":"2026-07-02T05:28:03.778775Z","end":"2026-07-02T05:28:03.896158Z","steps":["trace[1434414075] 'process raft request' (duration: 117.186205ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:03.896525Z","caller":"traceutil/trace.go:171","msg":"trace[1923163618] transaction","detail":"{read_only:false; response_revision:8732; number_of_response:1; }","duration":"117.496153ms","start":"2026-07-02T05:28:03.778981Z","end":"2026-07-02T05:28:03.896477Z","steps":["trace[1923163618] 'process raft request' (duration: 117.134713ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:03.896795Z","caller":"traceutil/trace.go:171","msg":"trace[115197363] transaction","detail":"{read_only:false; response_revision:8733; number_of_response:1; }","duration":"117.645617ms","start":"2026-07-02T05:28:03.779047Z","end":"2026-07-02T05:28:03.896693Z","steps":["trace[115197363] 'process raft request' (duration: 117.235385ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:03.896906Z","caller":"traceutil/trace.go:171","msg":"trace[250522197] transaction","detail":"{read_only:false; response_revision:8734; number_of_response:1; }","duration":"117.719199ms","start":"2026-07-02T05:28:03.779175Z","end":"2026-07-02T05:28:03.896894Z","steps":["trace[250522197] 'process raft request' (duration: 117.434061ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:03.897003Z","caller":"traceutil/trace.go:171","msg":"trace[330893447] transaction","detail":"{read_only:false; response_revision:8735; number_of_response:1; }","duration":"116.355972ms","start":"2026-07-02T05:28:03.780637Z","end":"2026-07-02T05:28:03.896993Z","steps":["trace[330893447] 'process raft request' (duration: 116.157046ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:03.897246Z","caller":"traceutil/trace.go:171","msg":"trace[2123392645] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"116.400633ms","start":"2026-07-02T05:28:03.78083Z","end":"2026-07-02T05:28:03.897231Z","steps":["trace[2123392645] 'process raft request' (duration: 116.033603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:03.897306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.296804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208101"} {"level":"info","ts":"2026-07-02T05:28:03.897383Z","caller":"traceutil/trace.go:171","msg":"trace[493893275] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8736; }","duration":"118.423718ms","start":"2026-07-02T05:28:03.778942Z","end":"2026-07-02T05:28:03.897366Z","steps":["trace[493893275] 'agreement among raft nodes before linearized reading' (duration: 117.987206ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:05.209784Z","caller":"traceutil/trace.go:171","msg":"trace[80489119] linearizableReadLoop","detail":"{readStateIndex:9141; appliedIndex:9140; }","duration":"426.058392ms","start":"2026-07-02T05:28:04.783704Z","end":"2026-07-02T05:28:05.209763Z","steps":["trace[80489119] 'read index received' (duration: 425.933468ms)","trace[80489119] 'applied index is now lower than readState.Index' (duration: 123.714µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:28:05.209896Z","caller":"traceutil/trace.go:171","msg":"trace[426468873] transaction","detail":"{read_only:false; response_revision:8741; number_of_response:1; }","duration":"555.794466ms","start":"2026-07-02T05:28:04.654017Z","end":"2026-07-02T05:28:05.209811Z","steps":["trace[426468873] 'process raft request' (duration: 555.58717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:05.209947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.226826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:28:05.210026Z","caller":"traceutil/trace.go:171","msg":"trace[449423491] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8741; }","duration":"426.36558ms","start":"2026-07-02T05:28:04.783648Z","end":"2026-07-02T05:28:05.210014Z","steps":["trace[449423491] 'agreement among raft nodes before linearized reading' (duration: 426.241666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:05.210064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:04.783629Z","time spent":"426.424502ms","remote":"127.0.0.1:43956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:28:05.210073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:04.653989Z","time spent":"555.989931ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:28:05.210075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.262547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:28:05.210143Z","caller":"traceutil/trace.go:171","msg":"trace[719945548] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8741; }","duration":"278.363291ms","start":"2026-07-02T05:28:04.931763Z","end":"2026-07-02T05:28:05.210126Z","steps":["trace[719945548] 'agreement among raft nodes before linearized reading' (duration: 278.253628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:05.210359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.979953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:28:05.210396Z","caller":"traceutil/trace.go:171","msg":"trace[727602956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8741; }","duration":"277.058066ms","start":"2026-07-02T05:28:04.933329Z","end":"2026-07-02T05:28:05.210388Z","steps":["trace[727602956] 'agreement among raft nodes before linearized reading' (duration: 277.005394ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:05.412756Z","caller":"traceutil/trace.go:171","msg":"trace[378774925] transaction","detail":"{read_only:false; response_revision:8742; number_of_response:1; }","duration":"194.51375ms","start":"2026-07-02T05:28:05.218212Z","end":"2026-07-02T05:28:05.412725Z","steps":["trace[378774925] 'process raft request' (duration: 102.62085ms)","trace[378774925] 'compare' (duration: 91.782307ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:28:05.74017Z","caller":"traceutil/trace.go:171","msg":"trace[251465342] transaction","detail":"{read_only:false; response_revision:8744; number_of_response:1; }","duration":"107.264995ms","start":"2026-07-02T05:28:05.632882Z","end":"2026-07-02T05:28:05.740147Z","steps":["trace[251465342] 'process raft request' (duration: 98.536719ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:05.966717Z","caller":"traceutil/trace.go:171","msg":"trace[2133025378] linearizableReadLoop","detail":"{readStateIndex:9147; appliedIndex:9146; }","duration":"130.994628ms","start":"2026-07-02T05:28:05.835701Z","end":"2026-07-02T05:28:05.966695Z","steps":["trace[2133025378] 'read index received' (duration: 61.28911ms)","trace[2133025378] 'applied index is now lower than readState.Index' (duration: 69.704638ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:28:05.966727Z","caller":"traceutil/trace.go:171","msg":"trace[1171195657] transaction","detail":"{read_only:false; response_revision:8746; number_of_response:1; }","duration":"131.247455ms","start":"2026-07-02T05:28:05.835452Z","end":"2026-07-02T05:28:05.966699Z","steps":["trace[1171195657] 'process raft request' (duration: 61.601168ms)","trace[1171195657] 'compare' (duration: 69.514994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:28:05.967141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.745554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T05:28:05.96718Z","caller":"traceutil/trace.go:171","msg":"trace[549666801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8746; }","duration":"126.822416ms","start":"2026-07-02T05:28:05.840347Z","end":"2026-07-02T05:28:05.967169Z","steps":["trace[549666801] 'agreement among raft nodes before linearized reading' (duration: 126.465026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:05.967273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.611752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-2mr9c\" ","response":"range_response_count:1 size:4615"} {"level":"info","ts":"2026-07-02T05:28:05.967338Z","caller":"traceutil/trace.go:171","msg":"trace[389682858] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-2mr9c; range_end:; response_count:1; response_revision:8746; }","duration":"108.726705ms","start":"2026-07-02T05:28:05.858594Z","end":"2026-07-02T05:28:05.96732Z","steps":["trace[389682858] 'agreement among raft nodes before linearized reading' (duration: 108.350665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:05.967471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.766319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:13 size:97845"} {"level":"info","ts":"2026-07-02T05:28:05.9675Z","caller":"traceutil/trace.go:171","msg":"trace[1363887703] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:13; response_revision:8746; }","duration":"131.807321ms","start":"2026-07-02T05:28:05.835686Z","end":"2026-07-02T05:28:05.967494Z","steps":["trace[1363887703] 'agreement among raft nodes before linearized reading' (duration: 131.078591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:06.453586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.822186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:28:06.453716Z","caller":"traceutil/trace.go:171","msg":"trace[831849600] linearizableReadLoop","detail":"{readStateIndex:9158; appliedIndex:9157; }","duration":"299.256176ms","start":"2026-07-02T05:28:06.154436Z","end":"2026-07-02T05:28:06.453692Z","steps":["trace[831849600] 'read index received' (duration: 41.381µs)","trace[831849600] 'applied index is now lower than readState.Index' (duration: 299.212655ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:28:06.45385Z","caller":"traceutil/trace.go:171","msg":"trace[9125551] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"299.418481ms","start":"2026-07-02T05:28:06.154415Z","end":"2026-07-02T05:28:06.453833Z","steps":["trace[9125551] 'process raft request' (duration: 124.232035ms)","trace[9125551] 'compare' (duration: 174.60502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:28:06.454053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.703475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.151\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-02T05:28:06.454114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.869167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3640"} {"level":"warn","ts":"2026-07-02T05:28:06.454083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.646467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T05:28:06.454203Z","caller":"traceutil/trace.go:171","msg":"trace[721075596] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8757; }","duration":"284.959729ms","start":"2026-07-02T05:28:06.169194Z","end":"2026-07-02T05:28:06.454154Z","steps":["trace[721075596] 'agreement among raft nodes before linearized reading' (duration: 284.662841ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:06.454199Z","caller":"traceutil/trace.go:171","msg":"trace[172473470] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8757; }","duration":"299.77636ms","start":"2026-07-02T05:28:06.154405Z","end":"2026-07-02T05:28:06.454181Z","steps":["trace[172473470] 'agreement among raft nodes before linearized reading' (duration: 299.485632ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:06.454107Z","caller":"traceutil/trace.go:171","msg":"trace[1411312789] range","detail":"{range_begin:/registry/masterleases/199.19.213.151; range_end:; response_count:1; response_revision:8757; }","duration":"108.860309ms","start":"2026-07-02T05:28:06.345233Z","end":"2026-07-02T05:28:06.454094Z","steps":["trace[1411312789] 'agreement among raft nodes before linearized reading' (duration: 108.631293ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:06.731722Z","caller":"traceutil/trace.go:171","msg":"trace[2131516505] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"201.129308ms","start":"2026-07-02T05:28:06.53057Z","end":"2026-07-02T05:28:06.7317Z","steps":["trace[2131516505] 'process raft request' (duration: 200.992234ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:07.085723Z","caller":"traceutil/trace.go:171","msg":"trace[191590117] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"543.380959ms","start":"2026-07-02T05:28:06.54232Z","end":"2026-07-02T05:28:07.085701Z","steps":["trace[191590117] 'process raft request' (duration: 543.139943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:07.085953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:06.542299Z","time spent":"543.519003ms","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:28:07.117969Z","caller":"traceutil/trace.go:171","msg":"trace[1858412933] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8760; }","duration":"379.042318ms","start":"2026-07-02T05:28:06.738904Z","end":"2026-07-02T05:28:07.117946Z","steps":["trace[1858412933] 'process raft request' (duration: 378.904264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:07.118046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:28:06.738875Z","time spent":"379.140021ms","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:28:07.117955Z","caller":"traceutil/trace.go:171","msg":"trace[803778449] linearizableReadLoop","detail":"{readStateIndex:9163; appliedIndex:9162; }","duration":"217.895342ms","start":"2026-07-02T05:28:06.900031Z","end":"2026-07-02T05:28:07.117926Z","steps":["trace[803778449] 'read index received' (duration: 185.850724ms)","trace[803778449] 'applied index is now lower than readState.Index' (duration: 32.043478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:28:07.118095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.051227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:28:07.118244Z","caller":"traceutil/trace.go:171","msg":"trace[1556291987] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8760; }","duration":"218.226851ms","start":"2026-07-02T05:28:06.899964Z","end":"2026-07-02T05:28:07.118191Z","steps":["trace[1556291987] 'agreement among raft nodes before linearized reading' (duration: 218.039716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:07.118305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.10902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:28:07.118372Z","caller":"traceutil/trace.go:171","msg":"trace[1162834765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8760; }","duration":"183.242014ms","start":"2026-07-02T05:28:06.935111Z","end":"2026-07-02T05:28:07.118353Z","steps":["trace[1162834765] 'agreement among raft nodes before linearized reading' (duration: 183.10188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:07.420694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.805865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:28:07.420853Z","caller":"traceutil/trace.go:171","msg":"trace[801973374] linearizableReadLoop","detail":"{readStateIndex:9164; appliedIndex:9163; }","duration":"265.830912ms","start":"2026-07-02T05:28:07.154999Z","end":"2026-07-02T05:28:07.42083Z","steps":["trace[801973374] 'read index received' (duration: 21.684618ms)","trace[801973374] 'applied index is now lower than readState.Index' (duration: 244.144023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:28:07.42096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.946985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:28:07.421049Z","caller":"traceutil/trace.go:171","msg":"trace[345363299] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8761; }","duration":"266.028746ms","start":"2026-07-02T05:28:07.15497Z","end":"2026-07-02T05:28:07.420999Z","steps":["trace[345363299] 'agreement among raft nodes before linearized reading' (duration: 265.933164ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:07.420907Z","caller":"traceutil/trace.go:171","msg":"trace[1363822189] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"289.81191ms","start":"2026-07-02T05:28:07.131046Z","end":"2026-07-02T05:28:07.420858Z","steps":["trace[1363822189] 'process raft request' (duration: 45.729389ms)","trace[1363822189] 'compare' (duration: 243.619179ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:28:26.412427Z","caller":"traceutil/trace.go:171","msg":"trace[491727256] linearizableReadLoop","detail":"{readStateIndex:9419; appliedIndex:9417; }","duration":"253.497377ms","start":"2026-07-02T05:28:26.158904Z","end":"2026-07-02T05:28:26.412401Z","steps":["trace[491727256] 'read index received' (duration: 49.589334ms)","trace[491727256] 'applied index is now lower than readState.Index' (duration: 203.906433ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:28:26.412496Z","caller":"traceutil/trace.go:171","msg":"trace[640710618] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"258.03589ms","start":"2026-07-02T05:28:26.15443Z","end":"2026-07-02T05:28:26.412466Z","steps":["trace[640710618] 'process raft request' (duration: 257.810434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:26.412737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.133467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T05:28:26.412737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.820306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T05:28:26.412811Z","caller":"traceutil/trace.go:171","msg":"trace[2040158948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9008; }","duration":"253.24395ms","start":"2026-07-02T05:28:26.159548Z","end":"2026-07-02T05:28:26.412792Z","steps":["trace[2040158948] 'agreement among raft nodes before linearized reading' (duration: 253.020654ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:26.412828Z","caller":"traceutil/trace.go:171","msg":"trace[891521430] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9008; }","duration":"253.956099ms","start":"2026-07-02T05:28:26.158847Z","end":"2026-07-02T05:28:26.412803Z","steps":["trace[891521430] 'agreement among raft nodes before linearized reading' (duration: 253.698422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:26.412893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.241332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:28:26.412867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.189152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rjbs7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-02T05:28:26.412941Z","caller":"traceutil/trace.go:171","msg":"trace[604956629] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:9008; }","duration":"139.304543ms","start":"2026-07-02T05:28:26.27362Z","end":"2026-07-02T05:28:26.412925Z","steps":["trace[604956629] 'agreement among raft nodes before linearized reading' (duration: 139.154989ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:26.412958Z","caller":"traceutil/trace.go:171","msg":"trace[48880272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rjbs7; range_end:; response_count:1; response_revision:9008; }","duration":"238.316906ms","start":"2026-07-02T05:28:26.174629Z","end":"2026-07-02T05:28:26.412946Z","steps":["trace[48880272] 'agreement among raft nodes before linearized reading' (duration: 238.09837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:28:26.412998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.492567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:956"} {"level":"warn","ts":"2026-07-02T05:28:26.41304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.929169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:28:26.413136Z","caller":"traceutil/trace.go:171","msg":"trace[1007244645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9008; }","duration":"254.215567ms","start":"2026-07-02T05:28:26.158899Z","end":"2026-07-02T05:28:26.413114Z","steps":["trace[1007244645] 'agreement among raft nodes before linearized reading' (duration: 253.61722ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:26.413165Z","caller":"traceutil/trace.go:171","msg":"trace[16465453] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:9008; }","duration":"150.708853ms","start":"2026-07-02T05:28:26.262372Z","end":"2026-07-02T05:28:26.413081Z","steps":["trace[16465453] 'agreement among raft nodes before linearized reading' (duration: 150.309002ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:28:53.117604Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6451} {"level":"info","ts":"2026-07-02T05:28:53.21666Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6451,"took":"97.051647ms","hash":3074072618,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":26251264,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-02T05:28:53.216736Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3074072618,"revision":6451,"compact-revision":3122} {"level":"warn","ts":"2026-07-02T05:29:12.072388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.549312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T05:29:12.072684Z","caller":"traceutil/trace.go:171","msg":"trace[800639678] transaction","detail":"{read_only:false; response_revision:9462; number_of_response:1; }","duration":"899.620312ms","start":"2026-07-02T05:29:11.173034Z","end":"2026-07-02T05:29:12.072654Z","steps":["trace[800639678] 'process raft request' (duration: 532.72684ms)","trace[800639678] 'compare' (duration: 366.272855ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:29:12.072711Z","caller":"traceutil/trace.go:171","msg":"trace[380772695] linearizableReadLoop","detail":"{readStateIndex:9894; appliedIndex:9893; }","duration":"780.734844ms","start":"2026-07-02T05:29:11.291957Z","end":"2026-07-02T05:29:12.072692Z","steps":["trace[380772695] 'read index received' (duration: 413.850373ms)","trace[380772695] 'applied index is now lower than readState.Index' (duration: 366.881541ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:29:12.07281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:11.17301Z","time spent":"899.731764ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:29:12.116925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.94028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:29:12.117012Z","caller":"traceutil/trace.go:171","msg":"trace[287781037] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9462; }","duration":"825.086944ms","start":"2026-07-02T05:29:11.291903Z","end":"2026-07-02T05:29:12.11699Z","steps":["trace[287781037] 'agreement among raft nodes before linearized reading' (duration: 780.872977ms)","trace[287781037] 'count revisions from in-memory index tree' (duration: 44.073163ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:29:12.117055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:11.291882Z","time spent":"825.162646ms","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:29:12.117089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.973432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5489d4686b-zzjv9.18be61c9b2787cae\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-07-02T05:29:12.117146Z","caller":"traceutil/trace.go:171","msg":"trace[1139145118] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5489d4686b-zzjv9.18be61c9b2787cae; range_end:; response_count:1; response_revision:9463; }","duration":"719.077145ms","start":"2026-07-02T05:29:11.398056Z","end":"2026-07-02T05:29:12.117133Z","steps":["trace[1139145118] 'agreement among raft nodes before linearized reading' (duration: 718.90206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:12.117178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:11.398037Z","time spent":"719.135546ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-5489d4686b-zzjv9.18be61c9b2787cae\" "} {"level":"warn","ts":"2026-07-02T05:29:12.117328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.848111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:29:12.117346Z","caller":"traceutil/trace.go:171","msg":"trace[277564211] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:9463; }","duration":"758.925883ms","start":"2026-07-02T05:29:11.358416Z","end":"2026-07-02T05:29:12.117341Z","steps":["trace[277564211] 'agreement among raft nodes before linearized reading' (duration: 758.890813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:29:12.11736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:29:11.358404Z","time spent":"758.952294ms","remote":"127.0.0.1:60092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:29:22.689792Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9abf795dae4ebc2c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T05:29:22.695798Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-02T05:29:22.69595Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-02T05:30:40.992306Z","caller":"traceutil/trace.go:171","msg":"trace[1717653393] transaction","detail":"{read_only:false; response_revision:10287; number_of_response:1; }","duration":"108.051375ms","start":"2026-07-02T05:30:40.884216Z","end":"2026-07-02T05:30:40.992267Z","steps":["trace[1717653393] 'process raft request' (duration: 106.308188ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:31:04.430873Z","caller":"traceutil/trace.go:171","msg":"trace[792354672] linearizableReadLoop","detail":"{readStateIndex:10966; appliedIndex:10965; }","duration":"190.047983ms","start":"2026-07-02T05:31:04.240791Z","end":"2026-07-02T05:31:04.430839Z","steps":["trace[792354672] 'read index received' (duration: 189.858608ms)","trace[792354672] 'applied index is now lower than readState.Index' (duration: 188.065µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:31:04.431053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.234718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:31:04.431041Z","caller":"traceutil/trace.go:171","msg":"trace[1383736373] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"200.793804ms","start":"2026-07-02T05:31:04.230191Z","end":"2026-07-02T05:31:04.430985Z","steps":["trace[1383736373] 'process raft request' (duration: 200.482235ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:31:04.431102Z","caller":"traceutil/trace.go:171","msg":"trace[1690941009] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10484; }","duration":"190.346381ms","start":"2026-07-02T05:31:04.240739Z","end":"2026-07-02T05:31:04.431086Z","steps":["trace[1690941009] 'agreement among raft nodes before linearized reading' (duration: 190.222587ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:25.706972Z","caller":"traceutil/trace.go:171","msg":"trace[1140120074] linearizableReadLoop","detail":"{readStateIndex:11969; appliedIndex:11967; }","duration":"115.535652ms","start":"2026-07-02T05:32:25.591411Z","end":"2026-07-02T05:32:25.706947Z","steps":["trace[1140120074] 'read index received' (duration: 304.638µs)","trace[1140120074] 'applied index is now lower than readState.Index' (duration: 115.229804ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:32:25.707111Z","caller":"traceutil/trace.go:171","msg":"trace[1348275226] transaction","detail":"{read_only:false; response_revision:11451; number_of_response:1; }","duration":"119.647754ms","start":"2026-07-02T05:32:25.587435Z","end":"2026-07-02T05:32:25.707083Z","steps":["trace[1348275226] 'process raft request' (duration: 110.205548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:25.707219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.690032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T05:32:25.707265Z","caller":"traceutil/trace.go:171","msg":"trace[712923459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11451; }","duration":"113.765915ms","start":"2026-07-02T05:32:25.593487Z","end":"2026-07-02T05:32:25.707253Z","steps":["trace[712923459] 'agreement among raft nodes before linearized reading' (duration: 113.60345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:25.70726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.835281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:32:25.707329Z","caller":"traceutil/trace.go:171","msg":"trace[318981882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11451; }","duration":"115.922123ms","start":"2026-07-02T05:32:25.591389Z","end":"2026-07-02T05:32:25.707311Z","steps":["trace[318981882] 'agreement among raft nodes before linearized reading' (duration: 115.692427ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:31.542771Z","caller":"traceutil/trace.go:171","msg":"trace[1398173766] transaction","detail":"{read_only:false; response_revision:11512; number_of_response:1; }","duration":"118.954885ms","start":"2026-07-02T05:32:31.423793Z","end":"2026-07-02T05:32:31.542748Z","steps":["trace[1398173766] 'process raft request' (duration: 118.793681ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:31.784403Z","caller":"traceutil/trace.go:171","msg":"trace[1142381767] transaction","detail":"{read_only:false; response_revision:11515; number_of_response:1; }","duration":"136.400338ms","start":"2026-07-02T05:32:31.647975Z","end":"2026-07-02T05:32:31.784376Z","steps":["trace[1142381767] 'process raft request' (duration: 136.208883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:44.368491Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252476872,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T05:32:44.62416Z","caller":"traceutil/trace.go:171","msg":"trace[1967628157] transaction","detail":"{read_only:false; response_revision:11600; number_of_response:1; }","duration":"756.796129ms","start":"2026-07-02T05:32:43.867334Z","end":"2026-07-02T05:32:44.62413Z","steps":["trace[1967628157] 'process raft request' (duration: 756.617455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:44.624321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:43.867317Z","time spent":"756.924862ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:32:44.747602Z","caller":"traceutil/trace.go:171","msg":"trace[988664163] linearizableReadLoop","detail":"{readStateIndex:12127; appliedIndex:12125; }","duration":"879.64319ms","start":"2026-07-02T05:32:43.867929Z","end":"2026-07-02T05:32:44.747572Z","steps":["trace[988664163] 'read index received' (duration: 756.043119ms)","trace[988664163] 'applied index is now lower than readState.Index' (duration: 123.599151ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:32:44.747691Z","caller":"traceutil/trace.go:171","msg":"trace[588115158] transaction","detail":"{read_only:false; response_revision:11601; number_of_response:1; }","duration":"877.360217ms","start":"2026-07-02T05:32:43.87029Z","end":"2026-07-02T05:32:44.74765Z","steps":["trace[588115158] 'process raft request' (duration: 864.229241ms)","trace[588115158] 'compare' (duration: 12.940761ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:32:44.747836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.730065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-02T05:32:44.747859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:43.870276Z","time spent":"877.494291ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:32:44.747881Z","caller":"traceutil/trace.go:171","msg":"trace[1869793892] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11601; }","duration":"660.817276ms","start":"2026-07-02T05:32:44.087052Z","end":"2026-07-02T05:32:44.747869Z","steps":["trace[1869793892] 'agreement among raft nodes before linearized reading' (duration: 660.660622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:44.747887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.956288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-02T05:32:44.747917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:44.087034Z","time spent":"660.875228ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:32:44.747878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.240881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:32:44.747965Z","caller":"traceutil/trace.go:171","msg":"trace[539204981] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11601; }","duration":"880.058321ms","start":"2026-07-02T05:32:43.867887Z","end":"2026-07-02T05:32:44.747946Z","steps":["trace[539204981] 'agreement among raft nodes before linearized reading' (duration: 879.791414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:44.747937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.999573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rjbs7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:32:44.748013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:43.867843Z","time spent":"880.161744ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T05:32:44.748013Z","caller":"traceutil/trace.go:171","msg":"trace[152769485] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:11601; }","duration":"123.401615ms","start":"2026-07-02T05:32:44.624591Z","end":"2026-07-02T05:32:44.747993Z","steps":["trace[152769485] 'agreement among raft nodes before linearized reading' (duration: 123.177259ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:44.748022Z","caller":"traceutil/trace.go:171","msg":"trace[1018080985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rjbs7; range_end:; response_count:1; response_revision:11601; }","duration":"598.124857ms","start":"2026-07-02T05:32:44.149879Z","end":"2026-07-02T05:32:44.748003Z","steps":["trace[1018080985] 'agreement among raft nodes before linearized reading' (duration: 597.87971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:44.748234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:44.149855Z","time spent":"598.366574ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rjbs7\" "} {"level":"info","ts":"2026-07-02T05:32:45.069449Z","caller":"traceutil/trace.go:171","msg":"trace[2039008835] transaction","detail":"{read_only:false; response_revision:11602; number_of_response:1; }","duration":"317.233631ms","start":"2026-07-02T05:32:44.752173Z","end":"2026-07-02T05:32:45.069407Z","steps":["trace[2039008835] 'process raft request' (duration: 259.330251ms)","trace[2039008835] 'compare' (duration: 57.658053ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:32:45.0695Z","caller":"traceutil/trace.go:171","msg":"trace[490791251] transaction","detail":"{read_only:false; response_revision:11603; number_of_response:1; }","duration":"138.087684ms","start":"2026-07-02T05:32:44.931385Z","end":"2026-07-02T05:32:45.069473Z","steps":["trace[490791251] 'process raft request' (duration: 137.995141ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:45.069544Z","caller":"traceutil/trace.go:171","msg":"trace[310753193] linearizableReadLoop","detail":"{readStateIndex:12128; appliedIndex:12127; }","duration":"316.83396ms","start":"2026-07-02T05:32:44.75264Z","end":"2026-07-02T05:32:45.069474Z","steps":["trace[310753193] 'read index received' (duration: 258.94825ms)","trace[310753193] 'applied index is now lower than readState.Index' (duration: 57.88311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:32:45.06963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:44.75215Z","time spent":"317.383375ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:32:45.069791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.918068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:32:45.069788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.128488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-02T05:32:45.069876Z","caller":"traceutil/trace.go:171","msg":"trace[1522515587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11603; }","duration":"135.080992ms","start":"2026-07-02T05:32:44.934774Z","end":"2026-07-02T05:32:45.069855Z","steps":["trace[1522515587] 'agreement among raft nodes before linearized reading' (duration: 134.913237ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:32:45.069892Z","caller":"traceutil/trace.go:171","msg":"trace[2144687782] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11603; }","duration":"317.255611ms","start":"2026-07-02T05:32:44.752611Z","end":"2026-07-02T05:32:45.069866Z","steps":["trace[2144687782] 'agreement among raft nodes before linearized reading' (duration: 317.007625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:45.069943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:44.752597Z","time spent":"317.333814ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:32:45.070083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.207674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T05:32:45.070149Z","caller":"traceutil/trace.go:171","msg":"trace[292957117] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11603; }","duration":"312.305157ms","start":"2026-07-02T05:32:44.757825Z","end":"2026-07-02T05:32:45.07013Z","steps":["trace[292957117] 'agreement among raft nodes before linearized reading' (duration: 312.03075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:45.070203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:44.757818Z","time spent":"312.376099ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":669,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:32:45.070646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.253021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:420044"} {"level":"info","ts":"2026-07-02T05:32:45.070713Z","caller":"traceutil/trace.go:171","msg":"trace[39728035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11603; }","duration":"317.346474ms","start":"2026-07-02T05:32:44.753352Z","end":"2026-07-02T05:32:45.070699Z","steps":["trace[39728035] 'agreement among raft nodes before linearized reading' (duration: 316.330816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:32:45.070759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:32:44.753336Z","time spent":"317.410436ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":420068,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-02T05:32:45.229307Z","caller":"traceutil/trace.go:171","msg":"trace[506574276] transaction","detail":"{read_only:false; response_revision:11606; number_of_response:1; }","duration":"116.431957ms","start":"2026-07-02T05:32:45.112821Z","end":"2026-07-02T05:32:45.229253Z","steps":["trace[506574276] 'process raft request' (duration: 116.076107ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:33:53.123656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9307} {"level":"info","ts":"2026-07-02T05:33:53.207062Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9307,"took":"81.078172ms","hash":91727508,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":28336128,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-02T05:33:53.207148Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":91727508,"revision":9307,"compact-revision":6451} {"level":"info","ts":"2026-07-02T05:38:33.014374Z","caller":"traceutil/trace.go:171","msg":"trace[455378886] transaction","detail":"{read_only:false; response_revision:14462; number_of_response:1; }","duration":"100.989275ms","start":"2026-07-02T05:38:32.913347Z","end":"2026-07-02T05:38:33.014336Z","steps":["trace[455378886] 'process raft request' (duration: 100.80612ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:38:38.715548Z","caller":"traceutil/trace.go:171","msg":"trace[365485166] linearizableReadLoop","detail":"{readStateIndex:15178; appliedIndex:15177; }","duration":"335.115848ms","start":"2026-07-02T05:38:38.380392Z","end":"2026-07-02T05:38:38.715508Z","steps":["trace[365485166] 'read index received' (duration: 334.815369ms)","trace[365485166] 'applied index is now lower than readState.Index' (duration: 298.769µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:38:38.715632Z","caller":"traceutil/trace.go:171","msg":"trace[330462951] transaction","detail":"{read_only:false; response_revision:14499; number_of_response:1; }","duration":"450.260476ms","start":"2026-07-02T05:38:38.265354Z","end":"2026-07-02T05:38:38.715615Z","steps":["trace[330462951] 'process raft request' (duration: 449.932927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:38:38.715759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:38:38.265325Z","time spent":"450.343898ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:38:38.715792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.386054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T05:38:38.715899Z","caller":"traceutil/trace.go:171","msg":"trace[1353291695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14499; }","duration":"335.56038ms","start":"2026-07-02T05:38:38.380321Z","end":"2026-07-02T05:38:38.715881Z","steps":["trace[1353291695] 'agreement among raft nodes before linearized reading' (duration: 335.317003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:38:38.715933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:38:38.380297Z","time spent":"335.630001ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:38:38.715957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.249206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T05:38:38.716198Z","caller":"traceutil/trace.go:171","msg":"trace[1202971566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14499; }","duration":"333.433631ms","start":"2026-07-02T05:38:38.382659Z","end":"2026-07-02T05:38:38.716092Z","steps":["trace[1202971566] 'agreement among raft nodes before linearized reading' (duration: 333.053331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:38:38.716251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:38:38.382642Z","time spent":"333.596346ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:38:39.176631Z","caller":"traceutil/trace.go:171","msg":"trace[433500705] transaction","detail":"{read_only:false; response_revision:14505; number_of_response:1; }","duration":"377.358041ms","start":"2026-07-02T05:38:38.79923Z","end":"2026-07-02T05:38:39.176589Z","steps":["trace[433500705] 'process raft request' (duration: 376.551569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:38:39.176843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:38:38.799132Z","time spent":"377.609318ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:38:39.223923Z","caller":"traceutil/trace.go:171","msg":"trace[1245325158] linearizableReadLoop","detail":"{readStateIndex:15185; appliedIndex:15183; }","duration":"317.221323ms","start":"2026-07-02T05:38:38.906662Z","end":"2026-07-02T05:38:39.223883Z","steps":["trace[1245325158] 'read index received' (duration: 269.207912ms)","trace[1245325158] 'applied index is now lower than readState.Index' (duration: 48.01235ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:38:39.22397Z","caller":"traceutil/trace.go:171","msg":"trace[1485476305] transaction","detail":"{read_only:false; response_revision:14507; number_of_response:1; }","duration":"123.406062ms","start":"2026-07-02T05:38:39.10054Z","end":"2026-07-02T05:38:39.223946Z","steps":["trace[1485476305] 'process raft request' (duration: 123.303599ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:38:39.224018Z","caller":"traceutil/trace.go:171","msg":"trace[1416123206] transaction","detail":"{read_only:false; response_revision:14506; number_of_response:1; }","duration":"156.54326ms","start":"2026-07-02T05:38:39.067405Z","end":"2026-07-02T05:38:39.223948Z","steps":["trace[1416123206] 'process raft request' (duration: 156.345165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:38:39.224195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.50275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:38:39.224237Z","caller":"traceutil/trace.go:171","msg":"trace[342944021] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14507; }","duration":"317.618264ms","start":"2026-07-02T05:38:38.906605Z","end":"2026-07-02T05:38:39.224223Z","steps":["trace[342944021] 'agreement among raft nodes before linearized reading' (duration: 317.513251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:38:39.224274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:38:38.906572Z","time spent":"317.692735ms","remote":"127.0.0.1:46912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:38:39.224303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.370172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:38:39.224346Z","caller":"traceutil/trace.go:171","msg":"trace[192074034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14507; }","duration":"236.475146ms","start":"2026-07-02T05:38:38.987857Z","end":"2026-07-02T05:38:39.224332Z","steps":["trace[192074034] 'agreement among raft nodes before linearized reading' (duration: 236.375523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:38:39.224452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.044506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-02T05:38:39.224496Z","caller":"traceutil/trace.go:171","msg":"trace[1743470873] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14507; }","duration":"146.151919ms","start":"2026-07-02T05:38:39.078329Z","end":"2026-07-02T05:38:39.224481Z","steps":["trace[1743470873] 'agreement among raft nodes before linearized reading' (duration: 145.946643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:38:39.224583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.818466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:38:39.224643Z","caller":"traceutil/trace.go:171","msg":"trace[1912581469] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:14507; }","duration":"184.914929ms","start":"2026-07-02T05:38:39.039713Z","end":"2026-07-02T05:38:39.224627Z","steps":["trace[1912581469] 'agreement among raft nodes before linearized reading' (duration: 184.829496ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:38:39.22389Z","caller":"traceutil/trace.go:171","msg":"trace[1863483102] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14505; }","duration":"422.224017ms","start":"2026-07-02T05:38:38.801632Z","end":"2026-07-02T05:38:39.223856Z","steps":["trace[1863483102] 'process raft request' (duration: 421.98908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:38:39.225144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:38:38.801622Z","time spent":"423.45346ms","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T05:38:51.413513Z","caller":"traceutil/trace.go:171","msg":"trace[1323804269] transaction","detail":"{read_only:false; response_revision:14585; number_of_response:1; }","duration":"173.301784ms","start":"2026-07-02T05:38:51.240183Z","end":"2026-07-02T05:38:51.413485Z","steps":["trace[1323804269] 'process raft request' (duration: 173.064948ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:38:53.130695Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12167} {"level":"info","ts":"2026-07-02T05:38:53.220077Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12167,"took":"87.733666ms","hash":3111540870,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":25440256,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-02T05:38:53.22017Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3111540870,"revision":12167,"compact-revision":9307} {"level":"info","ts":"2026-07-02T05:38:55.615923Z","caller":"traceutil/trace.go:171","msg":"trace[1877596765] transaction","detail":"{read_only:false; response_revision:14614; number_of_response:1; }","duration":"123.844623ms","start":"2026-07-02T05:38:55.492033Z","end":"2026-07-02T05:38:55.615878Z","steps":["trace[1877596765] 'process raft request' (duration: 123.201136ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:38:58.326894Z","caller":"traceutil/trace.go:171","msg":"trace[1071019823] linearizableReadLoop","detail":"{readStateIndex:15340; appliedIndex:15339; }","duration":"119.480487ms","start":"2026-07-02T05:38:58.207386Z","end":"2026-07-02T05:38:58.326866Z","steps":["trace[1071019823] 'read index received' (duration: 38.696158ms)","trace[1071019823] 'applied index is now lower than readState.Index' (duration: 80.783108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:38:58.327111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.708882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:38:58.327154Z","caller":"traceutil/trace.go:171","msg":"trace[1348584419] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14651; }","duration":"119.774154ms","start":"2026-07-02T05:38:58.207367Z","end":"2026-07-02T05:38:58.327141Z","steps":["trace[1348584419] 'agreement among raft nodes before linearized reading' (duration: 119.670711ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:38:58.327853Z","caller":"traceutil/trace.go:171","msg":"trace[1393183829] transaction","detail":"{read_only:false; response_revision:14651; number_of_response:1; }","duration":"150.851036ms","start":"2026-07-02T05:38:58.176247Z","end":"2026-07-02T05:38:58.327098Z","steps":["trace[1393183829] 'process raft request' (duration: 69.78309ms)","trace[1393183829] 'compare' (duration: 80.680465ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:39:03.170635Z","caller":"traceutil/trace.go:171","msg":"trace[218439892] transaction","detail":"{read_only:false; response_revision:14681; number_of_response:1; }","duration":"323.536013ms","start":"2026-07-02T05:39:02.847067Z","end":"2026-07-02T05:39:03.170603Z","steps":["trace[218439892] 'process raft request' (duration: 323.293907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:03.170799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:02.84705Z","time spent":"323.665997ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:39:03.171553Z","caller":"traceutil/trace.go:171","msg":"trace[391822777] linearizableReadLoop","detail":"{readStateIndex:15373; appliedIndex:15371; }","duration":"235.406146ms","start":"2026-07-02T05:39:02.936122Z","end":"2026-07-02T05:39:03.171528Z","steps":["trace[391822777] 'read index received' (duration: 234.201684ms)","trace[391822777] 'applied index is now lower than readState.Index' (duration: 1.203172ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:39:03.171848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.725885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:39:03.171914Z","caller":"traceutil/trace.go:171","msg":"trace[1960399242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14682; }","duration":"235.833507ms","start":"2026-07-02T05:39:02.936066Z","end":"2026-07-02T05:39:03.171899Z","steps":["trace[1960399242] 'agreement among raft nodes before linearized reading' (duration: 235.695174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:03.172109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.599891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-02T05:39:03.17209Z","caller":"traceutil/trace.go:171","msg":"trace[2006856031] transaction","detail":"{read_only:false; response_revision:14682; number_of_response:1; }","duration":"324.250943ms","start":"2026-07-02T05:39:02.847806Z","end":"2026-07-02T05:39:03.172057Z","steps":["trace[2006856031] 'process raft request' (duration: 323.596565ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:39:03.172169Z","caller":"traceutil/trace.go:171","msg":"trace[1355725070] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14682; }","duration":"139.704584ms","start":"2026-07-02T05:39:03.032446Z","end":"2026-07-02T05:39:03.172151Z","steps":["trace[1355725070] 'agreement among raft nodes before linearized reading' (duration: 139.516969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:03.172249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:02.847787Z","time spent":"324.382857ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:39:07.048335Z","caller":"traceutil/trace.go:171","msg":"trace[548317622] linearizableReadLoop","detail":"{readStateIndex:15402; appliedIndex:15401; }","duration":"114.011158ms","start":"2026-07-02T05:39:06.934287Z","end":"2026-07-02T05:39:07.048298Z","steps":["trace[548317622] 'read index received' (duration: 113.70447ms)","trace[548317622] 'applied index is now lower than readState.Index' (duration: 305.358µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:39:07.048415Z","caller":"traceutil/trace.go:171","msg":"trace[1935909945] transaction","detail":"{read_only:false; response_revision:14708; number_of_response:1; }","duration":"194.712914ms","start":"2026-07-02T05:39:06.853669Z","end":"2026-07-02T05:39:07.048381Z","steps":["trace[1935909945] 'process raft request' (duration: 194.372125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:07.048596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.288185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:39:07.04866Z","caller":"traceutil/trace.go:171","msg":"trace[1045542196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14708; }","duration":"114.405548ms","start":"2026-07-02T05:39:06.934238Z","end":"2026-07-02T05:39:07.048643Z","steps":["trace[1045542196] 'agreement among raft nodes before linearized reading' (duration: 114.291655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:07.26658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.254696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:39:07.266681Z","caller":"traceutil/trace.go:171","msg":"trace[279679652] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:14708; }","duration":"117.376299ms","start":"2026-07-02T05:39:07.149284Z","end":"2026-07-02T05:39:07.26666Z","steps":["trace[279679652] 'count revisions from in-memory index tree' (duration: 117.150523ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:39:07.944266Z","caller":"traceutil/trace.go:171","msg":"trace[1825075971] transaction","detail":"{read_only:false; response_revision:14710; number_of_response:1; }","duration":"673.463321ms","start":"2026-07-02T05:39:07.270771Z","end":"2026-07-02T05:39:07.944234Z","steps":["trace[1825075971] 'process raft request' (duration: 673.196354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:07.944508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:07.270754Z","time spent":"673.623546ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:39:07.944937Z","caller":"traceutil/trace.go:171","msg":"trace[2140785781] transaction","detail":"{read_only:false; response_revision:14711; number_of_response:1; }","duration":"671.426846ms","start":"2026-07-02T05:39:07.273489Z","end":"2026-07-02T05:39:07.944916Z","steps":["trace[2140785781] 'process raft request' (duration: 670.688876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:07.945016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:07.27348Z","time spent":"671.500009ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:39:07.945106Z","caller":"traceutil/trace.go:171","msg":"trace[890239695] linearizableReadLoop","detail":"{readStateIndex:15406; appliedIndex:15403; }","duration":"341.12816ms","start":"2026-07-02T05:39:07.603942Z","end":"2026-07-02T05:39:07.94507Z","steps":["trace[890239695] 'read index received' (duration: 340.075211ms)","trace[890239695] 'applied index is now lower than readState.Index' (duration: 1.051779ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:39:07.945305Z","caller":"traceutil/trace.go:171","msg":"trace[1987237071] transaction","detail":"{read_only:false; response_revision:14712; number_of_response:1; }","duration":"666.731419ms","start":"2026-07-02T05:39:07.278557Z","end":"2026-07-02T05:39:07.945288Z","steps":["trace[1987237071] 'process raft request' (duration: 666.220305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:07.945443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:07.278521Z","time spent":"666.831522ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12713,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:39:07.945555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.816167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:39:07.945604Z","caller":"traceutil/trace.go:171","msg":"trace[664458263] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14712; }","duration":"249.930749ms","start":"2026-07-02T05:39:07.69566Z","end":"2026-07-02T05:39:07.945591Z","steps":["trace[664458263] 'agreement among raft nodes before linearized reading' (duration: 249.722494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:07.945909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.663296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:39:07.946587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.640351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-02T05:39:07.946656Z","caller":"traceutil/trace.go:171","msg":"trace[1171999845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14712; }","duration":"342.750434ms","start":"2026-07-02T05:39:07.603886Z","end":"2026-07-02T05:39:07.946637Z","steps":["trace[1171999845] 'agreement among raft nodes before linearized reading' (duration: 342.480206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:07.946703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:07.603866Z","time spent":"342.824666ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:39:07.946768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.460104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-02T05:39:07.946877Z","caller":"traceutil/trace.go:171","msg":"trace[1981796614] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14712; }","duration":"185.641778ms","start":"2026-07-02T05:39:07.761208Z","end":"2026-07-02T05:39:07.94685Z","steps":["trace[1981796614] 'agreement among raft nodes before linearized reading' (duration: 185.304739ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:39:07.947008Z","caller":"traceutil/trace.go:171","msg":"trace[1780540775] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:14712; }","duration":"217.846771ms","start":"2026-07-02T05:39:07.728159Z","end":"2026-07-02T05:39:07.946006Z","steps":["trace[1780540775] 'agreement among raft nodes before linearized reading' (duration: 217.622184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:07.946029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.475562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-02T05:39:07.94715Z","caller":"traceutil/trace.go:171","msg":"trace[1610454061] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14712; }","duration":"245.624103ms","start":"2026-07-02T05:39:07.701497Z","end":"2026-07-02T05:39:07.947121Z","steps":["trace[1610454061] 'agreement among raft nodes before linearized reading' (duration: 244.434371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:09.15408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252485978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:39:09.654869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252485978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:39:10.155386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252485978,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:39:10.209493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.653869197s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T05:39:10.209818Z","caller":"traceutil/trace.go:171","msg":"trace[604895298] transaction","detail":"{read_only:false; response_revision:14720; number_of_response:1; }","duration":"1.654306358s","start":"2026-07-02T05:39:08.555493Z","end":"2026-07-02T05:39:10.209799Z","steps":["trace[604895298] 'process raft request' (duration: 1.654177264s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.209938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:08.555469Z","time spent":"1.654389941s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:39:10.271226Z","caller":"traceutil/trace.go:171","msg":"trace[1677075877] transaction","detail":"{read_only:false; response_revision:14721; number_of_response:1; }","duration":"1.217403504s","start":"2026-07-02T05:39:09.05379Z","end":"2026-07-02T05:39:10.271194Z","steps":["trace[1677075877] 'process raft request' (duration: 1.209732226s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.271447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:09.053759Z","time spent":"1.217562268s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:39:10.271529Z","caller":"traceutil/trace.go:171","msg":"trace[47539917] transaction","detail":"{read_only:false; response_revision:14722; number_of_response:1; }","duration":"1.02158444s","start":"2026-07-02T05:39:09.249916Z","end":"2026-07-02T05:39:10.2715Z","steps":["trace[47539917] 'process raft request' (duration: 1.02122353s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:39:10.271529Z","caller":"traceutil/trace.go:171","msg":"trace[93616158] linearizableReadLoop","detail":"{readStateIndex:15417; appliedIndex:15413; }","duration":"1.618179819s","start":"2026-07-02T05:39:08.653319Z","end":"2026-07-02T05:39:10.271499Z","steps":["trace[93616158] 'read index received' (duration: 1.556456727s)","trace[93616158] 'applied index is now lower than readState.Index' (duration: 61.722182ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:39:10.27164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:09.249885Z","time spent":"1.021695492s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:39:10.27166Z","caller":"traceutil/trace.go:171","msg":"trace[663634514] transaction","detail":"{read_only:false; response_revision:14723; number_of_response:1; }","duration":"201.95874ms","start":"2026-07-02T05:39:10.069681Z","end":"2026-07-02T05:39:10.27164Z","steps":["trace[663634514] 'process raft request' (duration: 201.680532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.271758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354102967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:39:10.271808Z","caller":"traceutil/trace.go:171","msg":"trace[171793297] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:14723; }","duration":"1.3542266s","start":"2026-07-02T05:39:08.917567Z","end":"2026-07-02T05:39:10.271794Z","steps":["trace[171793297] 'agreement among raft nodes before linearized reading' (duration: 1.354110077s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.271853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:08.917549Z","time spent":"1.354294371s","remote":"127.0.0.1:43904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:39:10.271865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.037465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-02T05:39:10.271888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.646985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-02T05:39:10.271937Z","caller":"traceutil/trace.go:171","msg":"trace[497947327] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14723; }","duration":"160.113587ms","start":"2026-07-02T05:39:10.111784Z","end":"2026-07-02T05:39:10.271897Z","steps":["trace[497947327] 'agreement among raft nodes before linearized reading' (duration: 159.989824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.272073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.506742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-02T05:39:10.272131Z","caller":"traceutil/trace.go:171","msg":"trace[2098371449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14723; }","duration":"234.584984ms","start":"2026-07-02T05:39:10.037531Z","end":"2026-07-02T05:39:10.272116Z","steps":["trace[2098371449] 'agreement among raft nodes before linearized reading' (duration: 234.44174ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:39:10.271948Z","caller":"traceutil/trace.go:171","msg":"trace[1365368129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14723; }","duration":"320.716957ms","start":"2026-07-02T05:39:09.951217Z","end":"2026-07-02T05:39:10.271933Z","steps":["trace[1365368129] 'agreement among raft nodes before linearized reading' (duration: 320.548592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.272228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.590538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-02T05:39:10.272254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.892079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rjbs7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-02T05:39:10.272305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338363291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:39:10.272311Z","caller":"traceutil/trace.go:171","msg":"trace[1130058027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rjbs7; range_end:; response_count:1; response_revision:14723; }","duration":"146.985541ms","start":"2026-07-02T05:39:10.125303Z","end":"2026-07-02T05:39:10.272288Z","steps":["trace[1130058027] 'agreement among raft nodes before linearized reading' (duration: 146.860078ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:39:10.272344Z","caller":"traceutil/trace.go:171","msg":"trace[1744087112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14723; }","duration":"1.338453953s","start":"2026-07-02T05:39:08.933882Z","end":"2026-07-02T05:39:10.272336Z","steps":["trace[1744087112] 'agreement among raft nodes before linearized reading' (duration: 1.338399971s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.272331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:09.951212Z","time spent":"321.025805ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T05:39:10.272364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04374785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T05:39:10.272372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:08.933854Z","time spent":"1.338512315s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:39:10.272408Z","caller":"traceutil/trace.go:171","msg":"trace[837969865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14723; }","duration":"1.043831392s","start":"2026-07-02T05:39:09.228559Z","end":"2026-07-02T05:39:10.27239Z","steps":["trace[837969865] 'agreement among raft nodes before linearized reading' (duration: 1.043776991s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.272429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.092058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-02T05:39:10.272443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:09.228532Z","time spent":"1.043903894s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T05:39:10.272478Z","caller":"traceutil/trace.go:171","msg":"trace[1044446150] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14723; }","duration":"235.17306ms","start":"2026-07-02T05:39:10.037292Z","end":"2026-07-02T05:39:10.272465Z","steps":["trace[1044446150] 'agreement among raft nodes before linearized reading' (duration: 235.042647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.272286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132510885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:39:10.272263Z","caller":"traceutil/trace.go:171","msg":"trace[78799194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14723; }","duration":"322.65686ms","start":"2026-07-02T05:39:09.949596Z","end":"2026-07-02T05:39:10.272253Z","steps":["trace[78799194] 'agreement among raft nodes before linearized reading' (duration: 322.510416ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:39:10.27259Z","caller":"traceutil/trace.go:171","msg":"trace[65576753] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14723; }","duration":"1.132944486s","start":"2026-07-02T05:39:09.139634Z","end":"2026-07-02T05:39:10.272578Z","steps":["trace[65576753] 'agreement among raft nodes before linearized reading' (duration: 1.132519365s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.272618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.759484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-02T05:39:10.272623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619266479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:82 size:714910"} {"level":"warn","ts":"2026-07-02T05:39:10.272628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:09.139613Z","time spent":"1.133003798s","remote":"127.0.0.1:39844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:39:10.272771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.984622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-02T05:39:10.272791Z","caller":"traceutil/trace.go:171","msg":"trace[1372158244] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:82; response_revision:14723; }","duration":"1.619455464s","start":"2026-07-02T05:39:08.653248Z","end":"2026-07-02T05:39:10.272703Z","steps":["trace[1372158244] 'agreement among raft nodes before linearized reading' (duration: 1.618394385s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:39:10.272817Z","caller":"traceutil/trace.go:171","msg":"trace[498996450] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14723; }","duration":"236.083094ms","start":"2026-07-02T05:39:10.03672Z","end":"2026-07-02T05:39:10.272803Z","steps":["trace[498996450] 'agreement among raft nodes before linearized reading' (duration: 235.92549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.272865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:08.653207Z","time spent":"1.619637479s","remote":"127.0.0.1:39584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":82,"response size":714934,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-02T05:39:10.272619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:09.949579Z","time spent":"323.0235ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11521,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T05:39:10.273031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.657165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-02T05:39:10.273069Z","caller":"traceutil/trace.go:171","msg":"trace[226540904] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14723; }","duration":"728.740487ms","start":"2026-07-02T05:39:09.544317Z","end":"2026-07-02T05:39:10.273058Z","steps":["trace[226540904] 'agreement among raft nodes before linearized reading' (duration: 728.630954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.273103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:09.544292Z","time spent":"728.802549ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T05:39:10.273027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.769526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-02T05:39:10.273129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.994088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T05:39:10.273199Z","caller":"traceutil/trace.go:171","msg":"trace[1234469113] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14723; }","duration":"618.122362ms","start":"2026-07-02T05:39:09.65506Z","end":"2026-07-02T05:39:10.273183Z","steps":["trace[1234469113] 'agreement among raft nodes before linearized reading' (duration: 617.988718ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:39:10.273199Z","caller":"traceutil/trace.go:171","msg":"trace[654944768] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14723; }","duration":"307.92806ms","start":"2026-07-02T05:39:09.965235Z","end":"2026-07-02T05:39:10.273163Z","steps":["trace[654944768] 'agreement among raft nodes before linearized reading' (duration: 307.655303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.273224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:09.655039Z","time spent":"618.179933ms","remote":"127.0.0.1:39914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-02T05:39:10.272672Z","caller":"traceutil/trace.go:171","msg":"trace[1736348003] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14723; }","duration":"160.856837ms","start":"2026-07-02T05:39:10.111797Z","end":"2026-07-02T05:39:10.272654Z","steps":["trace[1736348003] 'agreement among raft nodes before linearized reading' (duration: 160.722274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.273238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.274644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-02T05:39:10.273255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:09.96523Z","time spent":"308.011623ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T05:39:10.273272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.000866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:39:10.273289Z","caller":"traceutil/trace.go:171","msg":"trace[901031963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14723; }","duration":"955.371446ms","start":"2026-07-02T05:39:09.317904Z","end":"2026-07-02T05:39:10.273275Z","steps":["trace[901031963] 'agreement among raft nodes before linearized reading' (duration: 954.228415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.273336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:09.317887Z","time spent":"955.437399ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T05:39:10.273333Z","caller":"traceutil/trace.go:171","msg":"trace[2068002488] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14723; }","duration":"811.109969ms","start":"2026-07-02T05:39:09.462205Z","end":"2026-07-02T05:39:10.273315Z","steps":["trace[2068002488] 'agreement among raft nodes before linearized reading' (duration: 811.003976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:39:10.273391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:39:09.46218Z","time spent":"811.190241ms","remote":"127.0.0.1:39688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:40:53.555168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.374784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:40:53.55534Z","caller":"traceutil/trace.go:171","msg":"trace[175526155] transaction","detail":"{read_only:false; response_revision:16078; number_of_response:1; }","duration":"201.989641ms","start":"2026-07-02T05:40:53.353306Z","end":"2026-07-02T05:40:53.555295Z","steps":["trace[175526155] 'process raft request' (duration: 148.117542ms)","trace[175526155] 'compare' (duration: 53.482938ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:40:53.555379Z","caller":"traceutil/trace.go:171","msg":"trace[448546656] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16077; }","duration":"122.61018ms","start":"2026-07-02T05:40:53.432736Z","end":"2026-07-02T05:40:53.555346Z","steps":["trace[448546656] 'range keys from in-memory index tree' (duration: 122.331143ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:40:53.555402Z","caller":"traceutil/trace.go:171","msg":"trace[254589769] transaction","detail":"{read_only:false; response_revision:16079; number_of_response:1; }","duration":"201.317043ms","start":"2026-07-02T05:40:53.354051Z","end":"2026-07-02T05:40:53.555369Z","steps":["trace[254589769] 'process raft request' (duration: 201.150318ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:40:53.55538Z","caller":"traceutil/trace.go:171","msg":"trace[1261340132] linearizableReadLoop","detail":"{readStateIndex:16828; appliedIndex:16826; }","duration":"155.352117ms","start":"2026-07-02T05:40:53.399993Z","end":"2026-07-02T05:40:53.555345Z","steps":["trace[1261340132] 'read index received' (duration: 101.362785ms)","trace[1261340132] 'applied index is now lower than readState.Index' (duration: 53.988322ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:40:53.555766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.756519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-02T05:40:53.555828Z","caller":"traceutil/trace.go:171","msg":"trace[1967163280] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16079; }","duration":"155.854142ms","start":"2026-07-02T05:40:53.399948Z","end":"2026-07-02T05:40:53.555802Z","steps":["trace[1967163280] 'agreement among raft nodes before linearized reading' (duration: 155.668687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:40:53.555844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.355838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:40:53.555943Z","caller":"traceutil/trace.go:171","msg":"trace[398080928] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16079; }","duration":"155.532853ms","start":"2026-07-02T05:40:53.400386Z","end":"2026-07-02T05:40:53.555919Z","steps":["trace[398080928] 'agreement among raft nodes before linearized reading' (duration: 155.352538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:40:53.556067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.86669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-02T05:40:53.55614Z","caller":"traceutil/trace.go:171","msg":"trace[60934469] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16079; }","duration":"152.945342ms","start":"2026-07-02T05:40:53.403173Z","end":"2026-07-02T05:40:53.556119Z","steps":["trace[60934469] 'agreement among raft nodes before linearized reading' (duration: 152.661715ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:40:54.854315Z","caller":"traceutil/trace.go:171","msg":"trace[1321634386] linearizableReadLoop","detail":"{readStateIndex:16830; appliedIndex:16829; }","duration":"149.842198ms","start":"2026-07-02T05:40:54.704438Z","end":"2026-07-02T05:40:54.85428Z","steps":["trace[1321634386] 'read index received' (duration: 149.507769ms)","trace[1321634386] 'applied index is now lower than readState.Index' (duration: 332.969µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:40:54.854373Z","caller":"traceutil/trace.go:171","msg":"trace[2106992315] transaction","detail":"{read_only:false; response_revision:16081; number_of_response:1; }","duration":"153.169079ms","start":"2026-07-02T05:40:54.701173Z","end":"2026-07-02T05:40:54.854342Z","steps":["trace[2106992315] 'process raft request' (duration: 152.895342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:40:54.854651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.605014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fhqsk\" ","response":"range_response_count:1 size:22089"} {"level":"info","ts":"2026-07-02T05:40:54.854714Z","caller":"traceutil/trace.go:171","msg":"trace[1646158026] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fhqsk; range_end:; response_count:1; response_revision:16081; }","duration":"138.700266ms","start":"2026-07-02T05:40:54.715986Z","end":"2026-07-02T05:40:54.854686Z","steps":["trace[1646158026] 'agreement among raft nodes before linearized reading' (duration: 138.490411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:40:54.854794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.318162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127929"} {"level":"info","ts":"2026-07-02T05:40:54.854919Z","caller":"traceutil/trace.go:171","msg":"trace[1925611454] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:16081; }","duration":"150.520007ms","start":"2026-07-02T05:40:54.704369Z","end":"2026-07-02T05:40:54.854889Z","steps":["trace[1925611454] 'agreement among raft nodes before linearized reading' (duration: 150.045084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:40:54.854944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.424142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fhqsk\" ","response":"range_response_count:1 size:22089"} {"level":"warn","ts":"2026-07-02T05:40:54.854936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.944953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T05:40:54.854993Z","caller":"traceutil/trace.go:171","msg":"trace[615768316] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fhqsk; range_end:; response_count:1; response_revision:16081; }","duration":"113.502784ms","start":"2026-07-02T05:40:54.741475Z","end":"2026-07-02T05:40:54.854978Z","steps":["trace[615768316] 'agreement among raft nodes before linearized reading' (duration: 113.35937ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:40:54.855035Z","caller":"traceutil/trace.go:171","msg":"trace[728396814] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16081; }","duration":"108.061557ms","start":"2026-07-02T05:40:54.746949Z","end":"2026-07-02T05:40:54.85501Z","steps":["trace[728396814] 'agreement among raft nodes before linearized reading' (duration: 107.932864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:40:54.855209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.498659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-02T05:40:54.855247Z","caller":"traceutil/trace.go:171","msg":"trace[1760903084] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16081; }","duration":"108.55551ms","start":"2026-07-02T05:40:54.746681Z","end":"2026-07-02T05:40:54.855236Z","steps":["trace[1760903084] 'agreement among raft nodes before linearized reading' (duration: 108.118768ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:43:27.832665Z","caller":"traceutil/trace.go:171","msg":"trace[818114458] transaction","detail":"{read_only:false; response_revision:17549; number_of_response:1; }","duration":"106.025226ms","start":"2026-07-02T05:43:27.726605Z","end":"2026-07-02T05:43:27.83263Z","steps":["trace[818114458] 'process raft request' (duration: 76.632791ms)","trace[818114458] 'compare' (duration: 29.236291ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:43:53.136624Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14596} {"level":"info","ts":"2026-07-02T05:43:53.227456Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14596,"took":"87.494385ms","hash":1950977861,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":31125504,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-02T05:43:53.227525Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1950977861,"revision":14596,"compact-revision":12167} {"level":"info","ts":"2026-07-02T05:46:18.480218Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9abf795dae4ebc2c","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T05:46:18.485733Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-02T05:46:18.48587Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-02T05:46:32.695883Z","caller":"traceutil/trace.go:171","msg":"trace[750071878] linearizableReadLoop","detail":"{readStateIndex:20174; appliedIndex:20173; }","duration":"162.211521ms","start":"2026-07-02T05:46:32.533626Z","end":"2026-07-02T05:46:32.695838Z","steps":["trace[750071878] 'read index received' (duration: 162.056997ms)","trace[750071878] 'applied index is now lower than readState.Index' (duration: 153.174µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:46:32.696377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.717385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T05:46:32.696507Z","caller":"traceutil/trace.go:171","msg":"trace[130542849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19274; }","duration":"162.91291ms","start":"2026-07-02T05:46:32.533574Z","end":"2026-07-02T05:46:32.696487Z","steps":["trace[130542849] 'agreement among raft nodes before linearized reading' (duration: 162.598251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:46:32.696536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.990989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T05:46:32.696539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.434902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T05:46:32.696583Z","caller":"traceutil/trace.go:171","msg":"trace[1291206332] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:19274; }","duration":"154.03169ms","start":"2026-07-02T05:46:32.542533Z","end":"2026-07-02T05:46:32.696564Z","steps":["trace[1291206332] 'agreement among raft nodes before linearized reading' (duration: 153.920797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:46:32.69654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.088341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T05:46:32.696581Z","caller":"traceutil/trace.go:171","msg":"trace[288075265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19274; }","duration":"137.513884ms","start":"2026-07-02T05:46:32.559055Z","end":"2026-07-02T05:46:32.696568Z","steps":["trace[288075265] 'agreement among raft nodes before linearized reading' (duration: 137.395201ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:46:32.696679Z","caller":"traceutil/trace.go:171","msg":"trace[339000389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19274; }","duration":"161.306477ms","start":"2026-07-02T05:46:32.535334Z","end":"2026-07-02T05:46:32.696641Z","steps":["trace[339000389] 'agreement among raft nodes before linearized reading' (duration: 160.905036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:46:32.696416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.992446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T05:46:32.69676Z","caller":"traceutil/trace.go:171","msg":"trace[1135406872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19274; }","duration":"155.374187ms","start":"2026-07-02T05:46:32.541371Z","end":"2026-07-02T05:46:32.696745Z","steps":["trace[1135406872] 'agreement among raft nodes before linearized reading' (duration: 154.903674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:46:32.696747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.071211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-02T05:46:32.696751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.397607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-02T05:46:32.696887Z","caller":"traceutil/trace.go:171","msg":"trace[1273244577] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19274; }","duration":"161.245185ms","start":"2026-07-02T05:46:32.535614Z","end":"2026-07-02T05:46:32.696859Z","steps":["trace[1273244577] 'agreement among raft nodes before linearized reading' (duration: 160.827594ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:46:32.696924Z","caller":"traceutil/trace.go:171","msg":"trace[1976398979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19274; }","duration":"155.604203ms","start":"2026-07-02T05:46:32.541271Z","end":"2026-07-02T05:46:32.696875Z","steps":["trace[1976398979] 'agreement among raft nodes before linearized reading' (duration: 155.11714ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:46:32.696389Z","caller":"traceutil/trace.go:171","msg":"trace[1323387101] transaction","detail":"{read_only:false; response_revision:19274; number_of_response:1; }","duration":"232.392197ms","start":"2026-07-02T05:46:32.463954Z","end":"2026-07-02T05:46:32.696346Z","steps":["trace[1323387101] 'process raft request' (duration: 231.736619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:46:33.047179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.244658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:46:33.047272Z","caller":"traceutil/trace.go:171","msg":"trace[159139049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19280; }","duration":"110.376511ms","start":"2026-07-02T05:46:32.936873Z","end":"2026-07-02T05:46:33.047249Z","steps":["trace[159139049] 'range keys from in-memory index tree' (duration: 110.133374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:46:33.049368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.075337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-fhqsk\" ","response":"range_response_count:1 size:22090"} {"level":"info","ts":"2026-07-02T05:46:33.049426Z","caller":"traceutil/trace.go:171","msg":"trace[215603769] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-fhqsk; range_end:; response_count:1; response_revision:19280; }","duration":"199.1758ms","start":"2026-07-02T05:46:32.850234Z","end":"2026-07-02T05:46:33.04941Z","steps":["trace[215603769] 'range keys from in-memory index tree' (duration: 196.633842ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:48:53.144188Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17735} {"level":"info","ts":"2026-07-02T05:48:53.253754Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17735,"took":"106.019244ms","hash":2709927882,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":32333824,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-02T05:48:53.253828Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2709927882,"revision":17735,"compact-revision":14596} {"level":"info","ts":"2026-07-02T05:53:08.948136Z","caller":"traceutil/trace.go:171","msg":"trace[519953655] transaction","detail":"{read_only:false; response_revision:22987; number_of_response:1; }","duration":"251.994055ms","start":"2026-07-02T05:53:08.696102Z","end":"2026-07-02T05:53:08.948096Z","steps":["trace[519953655] 'process raft request' (duration: 232.537222ms)","trace[519953655] 'compare' (duration: 19.242928ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:53:08.948375Z","caller":"traceutil/trace.go:171","msg":"trace[1885690543] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"155.672515ms","start":"2026-07-02T05:53:08.792676Z","end":"2026-07-02T05:53:08.948348Z","steps":["trace[1885690543] 'process raft request' (duration: 155.341626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:08.948395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.38659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-02T05:53:08.948398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.342165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T05:53:08.948458Z","caller":"traceutil/trace.go:171","msg":"trace[1801601839] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:22988; }","duration":"193.464922ms","start":"2026-07-02T05:53:08.754977Z","end":"2026-07-02T05:53:08.948442Z","steps":["trace[1801601839] 'agreement among raft nodes before linearized reading' (duration: 193.141403ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:08.948472Z","caller":"traceutil/trace.go:171","msg":"trace[1304787345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22988; }","duration":"194.459779ms","start":"2026-07-02T05:53:08.753992Z","end":"2026-07-02T05:53:08.948452Z","steps":["trace[1304787345] 'agreement among raft nodes before linearized reading' (duration: 194.235623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:08.948494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.817401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T05:53:08.948584Z","caller":"traceutil/trace.go:171","msg":"trace[189289108] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22988; }","duration":"193.952685ms","start":"2026-07-02T05:53:08.754611Z","end":"2026-07-02T05:53:08.948564Z","steps":["trace[189289108] 'agreement among raft nodes before linearized reading' (duration: 193.531204ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:08.948107Z","caller":"traceutil/trace.go:171","msg":"trace[593165282] linearizableReadLoop","detail":"{readStateIndex:24065; appliedIndex:24064; }","duration":"160.041873ms","start":"2026-07-02T05:53:08.788042Z","end":"2026-07-02T05:53:08.948084Z","steps":["trace[593165282] 'read index received' (duration: 140.614001ms)","trace[593165282] 'applied index is now lower than readState.Index' (duration: 19.427062ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:53:19.158052Z","caller":"traceutil/trace.go:171","msg":"trace[1321615751] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"155.167432ms","start":"2026-07-02T05:53:19.002863Z","end":"2026-07-02T05:53:19.15803Z","steps":["trace[1321615751] 'process raft request' (duration: 154.966116ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:19.159627Z","caller":"traceutil/trace.go:171","msg":"trace[861897682] linearizableReadLoop","detail":"{readStateIndex:24137; appliedIndex:24135; }","duration":"154.118994ms","start":"2026-07-02T05:53:19.005492Z","end":"2026-07-02T05:53:19.159611Z","steps":["trace[861897682] 'read index received' (duration: 152.304865ms)","trace[861897682] 'applied index is now lower than readState.Index' (duration: 1.813569ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:53:19.159689Z","caller":"traceutil/trace.go:171","msg":"trace[884188099] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"156.456717ms","start":"2026-07-02T05:53:19.003208Z","end":"2026-07-02T05:53:19.159665Z","steps":["trace[884188099] 'process raft request' (duration: 156.305943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:19.159801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.294119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T05:53:19.159829Z","caller":"traceutil/trace.go:171","msg":"trace[962162311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23055; }","duration":"154.35103ms","start":"2026-07-02T05:53:19.005468Z","end":"2026-07-02T05:53:19.159819Z","steps":["trace[962162311] 'agreement among raft nodes before linearized reading' (duration: 154.217746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:19.159946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.838779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-02T05:53:19.159957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.086624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T05:53:19.160037Z","caller":"traceutil/trace.go:171","msg":"trace[427037621] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23055; }","duration":"141.214547ms","start":"2026-07-02T05:53:19.018808Z","end":"2026-07-02T05:53:19.160023Z","steps":["trace[427037621] 'agreement among raft nodes before linearized reading' (duration: 140.998321ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:19.160038Z","caller":"traceutil/trace.go:171","msg":"trace[745788201] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23055; }","duration":"152.958212ms","start":"2026-07-02T05:53:19.007057Z","end":"2026-07-02T05:53:19.160015Z","steps":["trace[745788201] 'agreement among raft nodes before linearized reading' (duration: 152.711865ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:25.47484Z","caller":"traceutil/trace.go:171","msg":"trace[1473739034] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"266.409572ms","start":"2026-07-02T05:53:25.208398Z","end":"2026-07-02T05:53:25.474808Z","steps":["trace[1473739034] 'process raft request' (duration: 266.155585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:26.620021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.988202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T05:53:26.620388Z","caller":"traceutil/trace.go:171","msg":"trace[1212877683] transaction","detail":"{read_only:false; response_revision:23092; number_of_response:1; }","duration":"1.411423459s","start":"2026-07-02T05:53:25.20893Z","end":"2026-07-02T05:53:26.620353Z","steps":["trace[1212877683] 'process raft request' (duration: 1.411234714s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:26.620486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:25.208906Z","time spent":"1.411539313s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:53:26.620747Z","caller":"traceutil/trace.go:171","msg":"trace[847740915] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"1.411498402s","start":"2026-07-02T05:53:25.209203Z","end":"2026-07-02T05:53:26.620701Z","steps":["trace[847740915] 'process raft request' (duration: 1.41108476s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:26.621028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:25.209192Z","time spent":"1.411686126s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:53:26.621183Z","caller":"traceutil/trace.go:171","msg":"trace[155684521] linearizableReadLoop","detail":"{readStateIndex:24178; appliedIndex:24174; }","duration":"1.357869719s","start":"2026-07-02T05:53:25.263293Z","end":"2026-07-02T05:53:26.621163Z","steps":["trace[155684521] 'read index received' (duration: 211.501036ms)","trace[155684521] 'applied index is now lower than readState.Index' (duration: 1.146367173s)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:53:26.621262Z","caller":"traceutil/trace.go:171","msg":"trace[64659853] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"1.287546028s","start":"2026-07-02T05:53:25.333668Z","end":"2026-07-02T05:53:26.621214Z","steps":["trace[64659853] 'process raft request' (duration: 1.287170228s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:26.62132Z","caller":"traceutil/trace.go:171","msg":"trace[526065010] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"1.41146049s","start":"2026-07-02T05:53:25.208897Z","end":"2026-07-02T05:53:26.620357Z","steps":["trace[526065010] 'process raft request' (duration: 659.994505ms)","trace[526065010] 'compare' (duration: 750.659014ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:53:26.62148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:25.208871Z","time spent":"1.41255977s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:53:26.621224Z","caller":"traceutil/trace.go:171","msg":"trace[1203673579] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"1.411586474s","start":"2026-07-02T05:53:25.209607Z","end":"2026-07-02T05:53:26.621193Z","steps":["trace[1203673579] 'process raft request' (duration: 1.410848394s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:26.621494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358176188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T05:53:26.6216Z","caller":"traceutil/trace.go:171","msg":"trace[613391556] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:23095; }","duration":"1.358300761s","start":"2026-07-02T05:53:25.263272Z","end":"2026-07-02T05:53:26.621573Z","steps":["trace[613391556] 'agreement among raft nodes before linearized reading' (duration: 1.357989693s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:26.621584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:25.333643Z","time spent":"1.287801456s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:53:26.621663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:25.263214Z","time spent":"1.358437095s","remote":"127.0.0.1:39802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":107,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:53:26.621879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:25.209593Z","time spent":"1.412147439s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:53:27.121887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252512558,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T05:53:27.329725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.246323501s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T05:53:27.648541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.528735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T05:53:27.648679Z","caller":"traceutil/trace.go:171","msg":"trace[267414804] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"1.565351069s","start":"2026-07-02T05:53:26.0833Z","end":"2026-07-02T05:53:27.648651Z","steps":["trace[267414804] 'process raft request' (duration: 1.246614289s)","trace[267414804] 'compare' (duration: 318.372931ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:53:27.648766Z","caller":"traceutil/trace.go:171","msg":"trace[1705076195] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"361.685635ms","start":"2026-07-02T05:53:27.287064Z","end":"2026-07-02T05:53:27.64875Z","steps":["trace[1705076195] 'process raft request' (duration: 361.596013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:27.64881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:26.083282Z","time spent":"1.565459242s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:53:27.649186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207335253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.151\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-02T05:53:27.649225Z","caller":"traceutil/trace.go:171","msg":"trace[574271115] range","detail":"{range_begin:/registry/masterleases/199.19.213.151; range_end:; response_count:1; response_revision:23097; }","duration":"1.207432256s","start":"2026-07-02T05:53:26.441783Z","end":"2026-07-02T05:53:27.649215Z","steps":["trace[574271115] 'agreement among raft nodes before linearized reading' (duration: 1.207344433s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:27.649253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:26.441752Z","time spent":"1.207495147s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.151\" "} {"level":"warn","ts":"2026-07-02T05:53:27.649354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59623953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-02T05:53:27.649438Z","caller":"traceutil/trace.go:171","msg":"trace[1043721235] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23097; }","duration":"1.596385824s","start":"2026-07-02T05:53:26.053033Z","end":"2026-07-02T05:53:27.649418Z","steps":["trace[1043721235] 'agreement among raft nodes before linearized reading' (duration: 1.596112667s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:27.64944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182446232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T05:53:27.649486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410610009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:53:27.649551Z","caller":"traceutil/trace.go:171","msg":"trace[1366429668] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:23097; }","duration":"1.410718082s","start":"2026-07-02T05:53:26.238815Z","end":"2026-07-02T05:53:27.649533Z","steps":["trace[1366429668] 'agreement among raft nodes before linearized reading' (duration: 1.410596749s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:27.649558Z","caller":"traceutil/trace.go:171","msg":"trace[950903886] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23097; }","duration":"2.182611156s","start":"2026-07-02T05:53:25.466914Z","end":"2026-07-02T05:53:27.649525Z","steps":["trace[950903886] 'agreement among raft nodes before linearized reading' (duration: 2.182333568s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:27.649598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:26.238796Z","time spent":"1.410794054s","remote":"127.0.0.1:43912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:53:27.649617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:25.466895Z","time spent":"2.182708339s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:53:27.648842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:27.287026Z","time spent":"361.784668ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T05:53:27.649611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517605535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-02T05:53:27.649488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:26.053012Z","time spent":"1.596467096s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T05:53:27.64969Z","caller":"traceutil/trace.go:171","msg":"trace[233499279] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23097; }","duration":"1.51774567s","start":"2026-07-02T05:53:26.131921Z","end":"2026-07-02T05:53:27.649667Z","steps":["trace[233499279] 'agreement among raft nodes before linearized reading' (duration: 1.517495583s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:27.649738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:26.131892Z","time spent":"1.517837392s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-02T05:53:27.64888Z","caller":"traceutil/trace.go:171","msg":"trace[1209568047] linearizableReadLoop","detail":"{readStateIndex:24180; appliedIndex:24179; }","duration":"1.027635971s","start":"2026-07-02T05:53:26.621237Z","end":"2026-07-02T05:53:27.648873Z","steps":["trace[1209568047] 'read index received' (duration: 708.691065ms)","trace[1209568047] 'applied index is now lower than readState.Index' (duration: 318.943976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:53:27.649019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189772059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T05:53:27.650031Z","caller":"traceutil/trace.go:171","msg":"trace[1569657253] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23097; }","duration":"2.190783386s","start":"2026-07-02T05:53:25.459198Z","end":"2026-07-02T05:53:27.649981Z","steps":["trace[1569657253] 'agreement among raft nodes before linearized reading' (duration: 2.189702937s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:27.650123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:25.459179Z","time spent":"2.19091211s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T05:53:27.842294Z","caller":"traceutil/trace.go:171","msg":"trace[191559843] transaction","detail":"{read_only:false; response_revision:23098; number_of_response:1; }","duration":"195.594729ms","start":"2026-07-02T05:53:27.646643Z","end":"2026-07-02T05:53:27.842238Z","steps":["trace[191559843] 'process raft request' (duration: 192.705582ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:27.842413Z","caller":"traceutil/trace.go:171","msg":"trace[1783063019] linearizableReadLoop","detail":"{readStateIndex:24182; appliedIndex:24181; }","duration":"192.442974ms","start":"2026-07-02T05:53:27.649936Z","end":"2026-07-02T05:53:27.842379Z","steps":["trace[1783063019] 'read index received' (duration: 189.515485ms)","trace[1783063019] 'applied index is now lower than readState.Index' (duration: 2.925629ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T05:53:27.842625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.338215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T05:53:27.842714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.723563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T05:53:27.842763Z","caller":"traceutil/trace.go:171","msg":"trace[120761250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23098; }","duration":"908.837297ms","start":"2026-07-02T05:53:26.933913Z","end":"2026-07-02T05:53:27.84275Z","steps":["trace[120761250] 'agreement among raft nodes before linearized reading' (duration: 908.724214ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:27.842754Z","caller":"traceutil/trace.go:171","msg":"trace[1677084191] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:23098; }","duration":"480.481859ms","start":"2026-07-02T05:53:27.362236Z","end":"2026-07-02T05:53:27.842718Z","steps":["trace[1677084191] 'agreement among raft nodes before linearized reading' (duration: 480.190691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:27.842802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:26.933892Z","time spent":"908.901248ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T05:53:27.842827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:27.362186Z","time spent":"480.621934ms","remote":"127.0.0.1:60092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-02T05:53:27.842867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.959733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-02T05:53:27.842967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.838894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T05:53:27.843051Z","caller":"traceutil/trace.go:171","msg":"trace[1941238466] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23098; }","duration":"638.19799ms","start":"2026-07-02T05:53:27.204816Z","end":"2026-07-02T05:53:27.843014Z","steps":["trace[1941238466] 'agreement among raft nodes before linearized reading' (duration: 637.590664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:27.843113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:27.204793Z","time spent":"638.308292ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T05:53:27.843155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154648586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-02T05:53:27.843168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.462204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T05:53:27.843138Z","caller":"traceutil/trace.go:171","msg":"trace[344397354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23098; }","duration":"896.970827ms","start":"2026-07-02T05:53:26.946095Z","end":"2026-07-02T05:53:27.843066Z","steps":["trace[344397354] 'agreement among raft nodes before linearized reading' (duration: 896.473444ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:27.843218Z","caller":"traceutil/trace.go:171","msg":"trace[1429432803] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23098; }","duration":"1.15477757s","start":"2026-07-02T05:53:26.688423Z","end":"2026-07-02T05:53:27.8432Z","steps":["trace[1429432803] 'agreement among raft nodes before linearized reading' (duration: 1.154513933s)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:27.843227Z","caller":"traceutil/trace.go:171","msg":"trace[1091119794] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23098; }","duration":"189.530956ms","start":"2026-07-02T05:53:27.653678Z","end":"2026-07-02T05:53:27.843209Z","steps":["trace[1091119794] 'agreement among raft nodes before linearized reading' (duration: 189.320631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:27.843256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:26.688395Z","time spent":"1.154854041s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T05:53:27.84316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.412993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e62f7c90-bfcc-45a3-95f9-9cd29dbc7dff\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-07-02T05:53:27.843254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.330897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-02T05:53:27.843344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:26.946086Z","time spent":"897.162923ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T05:53:27.843437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.48578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T05:53:27.843494Z","caller":"traceutil/trace.go:171","msg":"trace[378568515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23098; }","duration":"364.583623ms","start":"2026-07-02T05:53:27.478894Z","end":"2026-07-02T05:53:27.843478Z","steps":["trace[378568515] 'agreement among raft nodes before linearized reading' (duration: 364.423178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:27.843535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:53:27.478873Z","time spent":"364.651565ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T05:53:27.84337Z","caller":"traceutil/trace.go:171","msg":"trace[413036584] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23098; }","duration":"190.489132ms","start":"2026-07-02T05:53:27.652851Z","end":"2026-07-02T05:53:27.84334Z","steps":["trace[413036584] 'agreement among raft nodes before linearized reading' (duration: 190.102771ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:27.84337Z","caller":"traceutil/trace.go:171","msg":"trace[501612383] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e62f7c90-bfcc-45a3-95f9-9cd29dbc7dff; range_end:; response_count:1; response_revision:23098; }","duration":"189.636128ms","start":"2026-07-02T05:53:27.653684Z","end":"2026-07-02T05:53:27.84332Z","steps":["trace[501612383] 'agreement among raft nodes before linearized reading' (duration: 189.273489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:27.843239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.141312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-02T05:53:27.843819Z","caller":"traceutil/trace.go:171","msg":"trace[189684497] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23098; }","duration":"187.761978ms","start":"2026-07-02T05:53:27.656044Z","end":"2026-07-02T05:53:27.843806Z","steps":["trace[189684497] 'agreement among raft nodes before linearized reading' (duration: 186.932766ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:28.110705Z","caller":"traceutil/trace.go:171","msg":"trace[649972965] linearizableReadLoop","detail":"{readStateIndex:24194; appliedIndex:24193; }","duration":"159.53569ms","start":"2026-07-02T05:53:27.951116Z","end":"2026-07-02T05:53:28.110652Z","steps":["trace[649972965] 'read index received' (duration: 159.387766ms)","trace[649972965] 'applied index is now lower than readState.Index' (duration: 146.984µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:53:28.110739Z","caller":"traceutil/trace.go:171","msg":"trace[485039052] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23108; }","duration":"189.645629ms","start":"2026-07-02T05:53:27.921064Z","end":"2026-07-02T05:53:28.11071Z","steps":["trace[485039052] 'process raft request' (duration: 189.499815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:28.110999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.844338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-02T05:53:28.111057Z","caller":"traceutil/trace.go:171","msg":"trace[992880674] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23108; }","duration":"159.959521ms","start":"2026-07-02T05:53:27.95108Z","end":"2026-07-02T05:53:28.111039Z","steps":["trace[992880674] 'agreement among raft nodes before linearized reading' (duration: 159.750925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:53:28.971688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.26691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T05:53:28.971803Z","caller":"traceutil/trace.go:171","msg":"trace[656581535] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23114; }","duration":"108.547617ms","start":"2026-07-02T05:53:28.863227Z","end":"2026-07-02T05:53:28.971774Z","steps":["trace[656581535] 'count revisions from in-memory index tree' (duration: 108.112175ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:30.078723Z","caller":"traceutil/trace.go:171","msg":"trace[1358178687] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"117.171881ms","start":"2026-07-02T05:53:29.961519Z","end":"2026-07-02T05:53:30.078691Z","steps":["trace[1358178687] 'process raft request' (duration: 116.954775ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:30.089667Z","caller":"traceutil/trace.go:171","msg":"trace[344201881] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"127.108498ms","start":"2026-07-02T05:53:29.962542Z","end":"2026-07-02T05:53:30.089651Z","steps":["trace[344201881] 'process raft request' (duration: 127.015215ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T05:53:53.150637Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20798} {"level":"info","ts":"2026-07-02T05:53:53.297582Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20798,"took":"143.485498ms","hash":2197690718,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":32071680,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-02T05:53:53.297658Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2197690718,"revision":20798,"compact-revision":17735} {"level":"info","ts":"2026-07-02T05:56:53.502561Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000068cb.wal"} {"level":"info","ts":"2026-07-02T05:56:57.029381Z","caller":"traceutil/trace.go:171","msg":"trace[2074817258] linearizableReadLoop","detail":"{readStateIndex:26889; appliedIndex:26888; }","duration":"332.10368ms","start":"2026-07-02T05:56:56.697201Z","end":"2026-07-02T05:56:57.029305Z","steps":["trace[2074817258] 'read index received' (duration: 331.940075ms)","trace[2074817258] 'applied index is now lower than readState.Index' (duration: 162.534µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T05:56:57.02944Z","caller":"traceutil/trace.go:171","msg":"trace[1142493823] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"343.100045ms","start":"2026-07-02T05:56:56.686298Z","end":"2026-07-02T05:56:57.029398Z","steps":["trace[1142493823] 'process raft request' (duration: 342.859029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:57.029576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.365407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T05:56:57.029619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:56.686281Z","time spent":"343.238369ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T05:56:57.02962Z","caller":"traceutil/trace.go:171","msg":"trace[2892439] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25694; }","duration":"332.46446ms","start":"2026-07-02T05:56:56.697144Z","end":"2026-07-02T05:56:57.029609Z","steps":["trace[2892439] 'agreement among raft nodes before linearized reading' (duration: 332.310306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T05:56:57.029682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T05:56:56.697117Z","time spent":"332.555752ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T05:58:53.159642Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23272} {"level":"info","ts":"2026-07-02T05:58:53.27678Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23272,"took":"113.157913ms","hash":2011174738,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":45453312,"current-db-size-in-use":"46 MB"} {"level":"info","ts":"2026-07-02T05:58:53.276842Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2011174738,"revision":23272,"compact-revision":20798} {"level":"info","ts":"2026-07-02T06:00:17.166553Z","caller":"traceutil/trace.go:171","msg":"trace[563694741] transaction","detail":"{read_only:false; response_revision:28139; number_of_response:1; }","duration":"125.252509ms","start":"2026-07-02T06:00:17.04127Z","end":"2026-07-02T06:00:17.166523Z","steps":["trace[563694741] 'process raft request' (duration: 124.93077ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:17.420951Z","caller":"traceutil/trace.go:171","msg":"trace[1341312458] transaction","detail":"{read_only:false; response_revision:28140; number_of_response:1; }","duration":"250.176689ms","start":"2026-07-02T06:00:17.170728Z","end":"2026-07-02T06:00:17.420905Z","steps":["trace[1341312458] 'process raft request' (duration: 250.016734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:17.852465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.359303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:00:17.852731Z","caller":"traceutil/trace.go:171","msg":"trace[35415521] transaction","detail":"{read_only:false; response_revision:28141; number_of_response:1; }","duration":"681.793281ms","start":"2026-07-02T06:00:17.170893Z","end":"2026-07-02T06:00:17.852686Z","steps":["trace[35415521] 'process raft request' (duration: 464.072048ms)","trace[35415521] 'compare' (duration: 217.219039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:17.85289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:17.170886Z","time spent":"681.958845ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:17.853072Z","caller":"traceutil/trace.go:171","msg":"trace[1949391071] transaction","detail":"{read_only:false; response_revision:28142; number_of_response:1; }","duration":"682.09953ms","start":"2026-07-02T06:00:17.170947Z","end":"2026-07-02T06:00:17.853047Z","steps":["trace[1949391071] 'process raft request' (duration: 681.663148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:17.853198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:17.170924Z","time spent":"682.207732ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:17.853231Z","caller":"traceutil/trace.go:171","msg":"trace[1896147601] linearizableReadLoop","detail":"{readStateIndex:29431; appliedIndex:29428; }","duration":"581.771023ms","start":"2026-07-02T06:00:17.271425Z","end":"2026-07-02T06:00:17.853196Z","steps":["trace[1896147601] 'read index received' (duration: 149.331888ms)","trace[1896147601] 'applied index is now lower than readState.Index' (duration: 432.436355ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:17.853227Z","caller":"traceutil/trace.go:171","msg":"trace[1852709168] transaction","detail":"{read_only:false; response_revision:28143; number_of_response:1; }","duration":"479.564416ms","start":"2026-07-02T06:00:17.373626Z","end":"2026-07-02T06:00:17.853191Z","steps":["trace[1852709168] 'process raft request' (duration: 479.248217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:17.853377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:17.373595Z","time spent":"479.703369ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:17.853471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.6365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T06:00:17.853514Z","caller":"traceutil/trace.go:171","msg":"trace[602882581] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28144; }","duration":"571.726122ms","start":"2026-07-02T06:00:17.281773Z","end":"2026-07-02T06:00:17.853499Z","steps":["trace[602882581] 'agreement among raft nodes before linearized reading' (duration: 571.566128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:17.85355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:17.28175Z","time spent":"571.792364ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T06:00:17.853046Z","caller":"traceutil/trace.go:171","msg":"trace[652691401] transaction","detail":"{read_only:false; response_revision:28144; number_of_response:1; }","duration":"271.934985ms","start":"2026-07-02T06:00:17.581089Z","end":"2026-07-02T06:00:17.853024Z","steps":["trace[652691401] 'process raft request' (duration: 271.877104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:17.853673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.226986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T06:00:17.853789Z","caller":"traceutil/trace.go:171","msg":"trace[1720516538] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28144; }","duration":"582.3964ms","start":"2026-07-02T06:00:17.271372Z","end":"2026-07-02T06:00:17.853769Z","steps":["trace[1720516538] 'agreement among raft nodes before linearized reading' (duration: 581.932538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:17.853852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.044139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:17.853873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:17.271353Z","time spent":"582.500722ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:00:17.853717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.366943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:17.854107Z","caller":"traceutil/trace.go:171","msg":"trace[1537516712] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28144; }","duration":"336.732213ms","start":"2026-07-02T06:00:17.517295Z","end":"2026-07-02T06:00:17.854027Z","steps":["trace[1537516712] 'agreement among raft nodes before linearized reading' (duration: 336.169328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:17.854282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:17.517281Z","time spent":"336.945739ms","remote":"127.0.0.1:40446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:17.85393Z","caller":"traceutil/trace.go:171","msg":"trace[225784773] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28144; }","duration":"305.367947ms","start":"2026-07-02T06:00:17.548539Z","end":"2026-07-02T06:00:17.853907Z","steps":["trace[225784773] 'agreement among raft nodes before linearized reading' (duration: 305.016627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:17.85444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:17.548513Z","time spent":"305.886331ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:18.179951Z","caller":"traceutil/trace.go:171","msg":"trace[448354872] transaction","detail":"{read_only:false; response_revision:28145; number_of_response:1; }","duration":"318.726667ms","start":"2026-07-02T06:00:17.861199Z","end":"2026-07-02T06:00:18.179926Z","steps":["trace[448354872] 'process raft request' (duration: 312.090808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:18.180112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:17.861179Z","time spent":"318.857051ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:18.180665Z","caller":"traceutil/trace.go:171","msg":"trace[2058542363] linearizableReadLoop","detail":"{readStateIndex:29435; appliedIndex:29433; }","duration":"248.471523ms","start":"2026-07-02T06:00:17.93217Z","end":"2026-07-02T06:00:18.180641Z","steps":["trace[2058542363] 'read index received' (duration: 241.094744ms)","trace[2058542363] 'applied index is now lower than readState.Index' (duration: 7.375138ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:18.180749Z","caller":"traceutil/trace.go:171","msg":"trace[117408767] transaction","detail":"{read_only:false; response_revision:28146; number_of_response:1; }","duration":"319.043226ms","start":"2026-07-02T06:00:17.861673Z","end":"2026-07-02T06:00:18.180716Z","steps":["trace[117408767] 'process raft request' (duration: 318.780178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:18.180838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:17.861659Z","time spent":"319.135839ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:18.180847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.663067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:18.180896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.786421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:18.180917Z","caller":"traceutil/trace.go:171","msg":"trace[1379629301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28147; }","duration":"248.765151ms","start":"2026-07-02T06:00:17.932135Z","end":"2026-07-02T06:00:18.1809Z","steps":["trace[1379629301] 'agreement among raft nodes before linearized reading' (duration: 248.635847ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:18.18095Z","caller":"traceutil/trace.go:171","msg":"trace[1492388272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:28147; }","duration":"132.890404ms","start":"2026-07-02T06:00:18.048042Z","end":"2026-07-02T06:00:18.180932Z","steps":["trace[1492388272] 'agreement among raft nodes before linearized reading' (duration: 132.780061ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:19.700958Z","caller":"traceutil/trace.go:171","msg":"trace[304796960] transaction","detail":"{read_only:false; response_revision:28159; number_of_response:1; }","duration":"270.735013ms","start":"2026-07-02T06:00:19.430197Z","end":"2026-07-02T06:00:19.700932Z","steps":["trace[304796960] 'process raft request' (duration: 270.576689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:20.166206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.476491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T06:00:20.166274Z","caller":"traceutil/trace.go:171","msg":"trace[2065351027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28159; }","duration":"308.585294ms","start":"2026-07-02T06:00:19.857671Z","end":"2026-07-02T06:00:20.166256Z","steps":["trace[2065351027] 'range keys from in-memory index tree' (duration: 308.318437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:20.166303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:19.857652Z","time spent":"308.644525ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:00:20.166763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.378889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T06:00:20.166838Z","caller":"traceutil/trace.go:171","msg":"trace[1898397381] transaction","detail":"{read_only:false; response_revision:28160; number_of_response:1; }","duration":"308.473241ms","start":"2026-07-02T06:00:19.858341Z","end":"2026-07-02T06:00:20.166814Z","steps":["trace[1898397381] 'process raft request' (duration: 308.337637ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:20.166937Z","caller":"traceutil/trace.go:171","msg":"trace[1697388921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28159; }","duration":"308.557613ms","start":"2026-07-02T06:00:19.858321Z","end":"2026-07-02T06:00:20.166879Z","steps":["trace[1697388921] 'range keys from in-memory index tree' (duration: 307.812713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:20.166989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:19.858313Z","time spent":"308.599665ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:20.16702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:19.858304Z","time spent":"308.702057ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:00:20.765852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.922224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:00:20.76613Z","caller":"traceutil/trace.go:171","msg":"trace[1761413645] transaction","detail":"{read_only:false; response_revision:28164; number_of_response:1; }","duration":"579.880311ms","start":"2026-07-02T06:00:20.186233Z","end":"2026-07-02T06:00:20.766113Z","steps":["trace[1761413645] 'process raft request' (duration: 579.84256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:20.766205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.18622Z","time spent":"579.953644ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:20.766404Z","caller":"traceutil/trace.go:171","msg":"trace[516935615] transaction","detail":"{read_only:false; response_revision:28162; number_of_response:1; }","duration":"596.246862ms","start":"2026-07-02T06:00:20.170095Z","end":"2026-07-02T06:00:20.766342Z","steps":["trace[516935615] 'process raft request' (duration: 595.854532ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:20.766499Z","caller":"traceutil/trace.go:171","msg":"trace[111993160] transaction","detail":"{read_only:false; response_revision:28163; number_of_response:1; }","duration":"595.720278ms","start":"2026-07-02T06:00:20.170766Z","end":"2026-07-02T06:00:20.766486Z","steps":["trace[111993160] 'process raft request' (duration: 595.268616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:20.766558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.170755Z","time spent":"595.77377ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:20.766597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.170069Z","time spent":"596.442808ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:20.7666Z","caller":"traceutil/trace.go:171","msg":"trace[859862013] linearizableReadLoop","detail":"{readStateIndex:29451; appliedIndex:29449; }","duration":"832.624139ms","start":"2026-07-02T06:00:19.933942Z","end":"2026-07-02T06:00:20.766566Z","steps":["trace[859862013] 'read index received' (duration: 232.744849ms)","trace[859862013] 'applied index is now lower than readState.Index' (duration: 599.87304ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:20.766607Z","caller":"traceutil/trace.go:171","msg":"trace[728262894] transaction","detail":"{read_only:false; response_revision:28161; number_of_response:1; }","duration":"907.060506ms","start":"2026-07-02T06:00:19.859506Z","end":"2026-07-02T06:00:20.766567Z","steps":["trace[728262894] 'process raft request' (duration: 482.133905ms)","trace[728262894] 'compare' (duration: 422.994669ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:20.766789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.838215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:20.766806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:19.859482Z","time spent":"907.243212ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:20.766862Z","caller":"traceutil/trace.go:171","msg":"trace[1220273152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28164; }","duration":"832.945798ms","start":"2026-07-02T06:00:19.933874Z","end":"2026-07-02T06:00:20.766819Z","steps":["trace[1220273152] 'agreement among raft nodes before linearized reading' (duration: 832.809584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:20.7669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:19.933842Z","time spent":"833.04905ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:00:21.064495Z","caller":"traceutil/trace.go:171","msg":"trace[490080961] transaction","detail":"{read_only:false; response_revision:28165; number_of_response:1; }","duration":"555.252267ms","start":"2026-07-02T06:00:20.50922Z","end":"2026-07-02T06:00:21.064472Z","steps":["trace[490080961] 'process raft request' (duration: 524.794926ms)","trace[490080961] 'compare' (duration: 30.315247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:21.064593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.509196Z","time spent":"555.343779ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:21.069017Z","caller":"traceutil/trace.go:171","msg":"trace[2071500186] transaction","detail":"{read_only:false; response_revision:28166; number_of_response:1; }","duration":"555.229366ms","start":"2026-07-02T06:00:20.513763Z","end":"2026-07-02T06:00:21.068993Z","steps":["trace[2071500186] 'process raft request' (duration: 555.069932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:21.069182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.513725Z","time spent":"555.3689ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:21.069184Z","caller":"traceutil/trace.go:171","msg":"trace[2140859227] linearizableReadLoop","detail":"{readStateIndex:29457; appliedIndex:29454; }","duration":"302.47929ms","start":"2026-07-02T06:00:20.766676Z","end":"2026-07-02T06:00:21.069155Z","steps":["trace[2140859227] 'read index received' (duration: 267.389853ms)","trace[2140859227] 'applied index is now lower than readState.Index' (duration: 35.087187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:21.069329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.646183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:00:21.069406Z","caller":"traceutil/trace.go:171","msg":"trace[11199313] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28167; }","duration":"471.770206ms","start":"2026-07-02T06:00:20.597617Z","end":"2026-07-02T06:00:21.069387Z","steps":["trace[11199313] 'agreement among raft nodes before linearized reading' (duration: 471.54669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:21.069425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.914432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T06:00:21.069461Z","caller":"traceutil/trace.go:171","msg":"trace[1372711967] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28167; }","duration":"870.975123ms","start":"2026-07-02T06:00:20.19847Z","end":"2026-07-02T06:00:21.069445Z","steps":["trace[1372711967] 'agreement among raft nodes before linearized reading' (duration: 870.824719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:21.069495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.198464Z","time spent":"871.024615ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T06:00:21.069496Z","caller":"traceutil/trace.go:171","msg":"trace[1190620304] transaction","detail":"{read_only:false; response_revision:28167; number_of_response:1; }","duration":"321.933334ms","start":"2026-07-02T06:00:20.747551Z","end":"2026-07-02T06:00:21.069484Z","steps":["trace[1190620304] 'process raft request' (duration: 321.39681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:21.069507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.693179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:21.069551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.747534Z","time spent":"321.993636ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:21.069456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.597598Z","time spent":"471.845858ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":144,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:21.069624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.27661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:21.069548Z","caller":"traceutil/trace.go:171","msg":"trace[1116054654] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28167; }","duration":"334.778371ms","start":"2026-07-02T06:00:20.734758Z","end":"2026-07-02T06:00:21.069536Z","steps":["trace[1116054654] 'agreement among raft nodes before linearized reading' (duration: 334.722869ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:21.069672Z","caller":"traceutil/trace.go:171","msg":"trace[299340395] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:28167; }","duration":"878.358422ms","start":"2026-07-02T06:00:20.191299Z","end":"2026-07-02T06:00:21.069658Z","steps":["trace[299340395] 'agreement among raft nodes before linearized reading' (duration: 878.27532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:21.069679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.734708Z","time spent":"334.956225ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:21.069665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.534934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T06:00:21.069707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.993452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-02T06:00:21.069707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.191285Z","time spent":"878.412184ms","remote":"127.0.0.1:53254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:21.069741Z","caller":"traceutil/trace.go:171","msg":"trace[1180626890] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28167; }","duration":"878.064064ms","start":"2026-07-02T06:00:20.191667Z","end":"2026-07-02T06:00:21.069731Z","steps":["trace[1180626890] 'agreement among raft nodes before linearized reading' (duration: 877.939901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:21.069751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.471735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T06:00:21.069739Z","caller":"traceutil/trace.go:171","msg":"trace[892358458] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28167; }","duration":"879.680228ms","start":"2026-07-02T06:00:20.190037Z","end":"2026-07-02T06:00:21.069717Z","steps":["trace[892358458] 'agreement among raft nodes before linearized reading' (duration: 879.468232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:21.06977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.581697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:21.069769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.191647Z","time spent":"878.116426ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:00:21.069795Z","caller":"traceutil/trace.go:171","msg":"trace[1474986175] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28167; }","duration":"895.635229ms","start":"2026-07-02T06:00:20.174152Z","end":"2026-07-02T06:00:21.069788Z","steps":["trace[1474986175] 'agreement among raft nodes before linearized reading' (duration: 895.597438ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:21.069791Z","caller":"traceutil/trace.go:171","msg":"trace[127343582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28167; }","duration":"878.525726ms","start":"2026-07-02T06:00:20.191254Z","end":"2026-07-02T06:00:21.06978Z","steps":["trace[127343582] 'agreement among raft nodes before linearized reading' (duration: 878.393143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:21.069811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.174119Z","time spent":"895.68864ms","remote":"127.0.0.1:39666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:00:21.069801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.190026Z","time spent":"879.766811ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:00:21.069824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.191249Z","time spent":"878.564708ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:00:21.069991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.467101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:21.070017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.344676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:21.070028Z","caller":"traceutil/trace.go:171","msg":"trace[642505872] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28167; }","duration":"199.502362ms","start":"2026-07-02T06:00:20.870513Z","end":"2026-07-02T06:00:21.070015Z","steps":["trace[642505872] 'agreement among raft nodes before linearized reading' (duration: 199.44776ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:21.070081Z","caller":"traceutil/trace.go:171","msg":"trace[253975583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28167; }","duration":"302.384807ms","start":"2026-07-02T06:00:20.767661Z","end":"2026-07-02T06:00:21.070046Z","steps":["trace[253975583] 'agreement among raft nodes before linearized reading' (duration: 302.280664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:21.070121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.767613Z","time spent":"302.50112ms","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:00:21.070114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.041678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:00:21.070157Z","caller":"traceutil/trace.go:171","msg":"trace[41164124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28167; }","duration":"421.12926ms","start":"2026-07-02T06:00:20.649016Z","end":"2026-07-02T06:00:21.070145Z","steps":["trace[41164124] 'agreement among raft nodes before linearized reading' (duration: 420.550625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:21.070199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:20.648994Z","time spent":"421.196112ms","remote":"127.0.0.1:46936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:31.354485Z","caller":"traceutil/trace.go:171","msg":"trace[553372337] linearizableReadLoop","detail":"{readStateIndex:29563; appliedIndex:29562; }","duration":"250.333682ms","start":"2026-07-02T06:00:31.104081Z","end":"2026-07-02T06:00:31.354414Z","steps":["trace[553372337] 'read index received' (duration: 250.303571ms)","trace[553372337] 'applied index is now lower than readState.Index' (duration: 29.031µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:31.354566Z","caller":"traceutil/trace.go:171","msg":"trace[193354567] transaction","detail":"{read_only:false; response_revision:28269; number_of_response:1; }","duration":"250.551438ms","start":"2026-07-02T06:00:31.103987Z","end":"2026-07-02T06:00:31.354539Z","steps":["trace[193354567] 'process raft request' (duration: 250.286061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:31.354652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.559208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:31.354696Z","caller":"traceutil/trace.go:171","msg":"trace[2000272786] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28269; }","duration":"250.663751ms","start":"2026-07-02T06:00:31.104019Z","end":"2026-07-02T06:00:31.354683Z","steps":["trace[2000272786] 'agreement among raft nodes before linearized reading' (duration: 250.573478ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:31.568183Z","caller":"traceutil/trace.go:171","msg":"trace[48842184] linearizableReadLoop","detail":"{readStateIndex:29564; appliedIndex:29563; }","duration":"213.598301ms","start":"2026-07-02T06:00:31.354564Z","end":"2026-07-02T06:00:31.568162Z","steps":["trace[48842184] 'read index received' (duration: 195.854673ms)","trace[48842184] 'applied index is now lower than readState.Index' (duration: 17.742788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:31.568351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.950567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T06:00:31.568437Z","caller":"traceutil/trace.go:171","msg":"trace[1550273235] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28270; }","duration":"387.08757ms","start":"2026-07-02T06:00:31.181327Z","end":"2026-07-02T06:00:31.568415Z","steps":["trace[1550273235] 'agreement among raft nodes before linearized reading' (duration: 386.876315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:31.568485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:31.181314Z","time spent":"387.161973ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:00:31.568492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.577489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:00:31.568579Z","caller":"traceutil/trace.go:171","msg":"trace[1688923571] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28270; }","duration":"273.704293ms","start":"2026-07-02T06:00:31.294857Z","end":"2026-07-02T06:00:31.568561Z","steps":["trace[1688923571] 'agreement among raft nodes before linearized reading' (duration: 273.463647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:31.568734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.620717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T06:00:31.568778Z","caller":"traceutil/trace.go:171","msg":"trace[1184026827] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28270; }","duration":"383.688099ms","start":"2026-07-02T06:00:31.185077Z","end":"2026-07-02T06:00:31.568765Z","steps":["trace[1184026827] 'agreement among raft nodes before linearized reading' (duration: 383.586386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:31.568811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:31.185047Z","time spent":"383.757221ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T06:00:31.568843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.168854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-02T06:00:31.56886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.654483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:31.568853Z","caller":"traceutil/trace.go:171","msg":"trace[1589849748] transaction","detail":"{read_only:false; response_revision:28270; number_of_response:1; }","duration":"464.672374ms","start":"2026-07-02T06:00:31.104126Z","end":"2026-07-02T06:00:31.568799Z","steps":["trace[1589849748] 'process raft request' (duration: 446.263587ms)","trace[1589849748] 'compare' (duration: 17.43054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:31.568916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.340553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T06:00:31.568931Z","caller":"traceutil/trace.go:171","msg":"trace[1519202664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28270; }","duration":"347.285897ms","start":"2026-07-02T06:00:31.221626Z","end":"2026-07-02T06:00:31.568912Z","steps":["trace[1519202664] 'agreement among raft nodes before linearized reading' (duration: 346.568697ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:31.568935Z","caller":"traceutil/trace.go:171","msg":"trace[2079782989] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28270; }","duration":"345.750466ms","start":"2026-07-02T06:00:31.223167Z","end":"2026-07-02T06:00:31.568918Z","steps":["trace[2079782989] 'agreement among raft nodes before linearized reading' (duration: 345.599562ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:31.568951Z","caller":"traceutil/trace.go:171","msg":"trace[556777746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28270; }","duration":"458.392483ms","start":"2026-07-02T06:00:31.110548Z","end":"2026-07-02T06:00:31.56894Z","steps":["trace[556777746] 'agreement among raft nodes before linearized reading' (duration: 458.26464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:31.568977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:31.221614Z","time spent":"347.354599ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:00:31.568984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:31.223077Z","time spent":"345.895629ms","remote":"127.0.0.1:53012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:31.568989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:31.110542Z","time spent":"458.440626ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:00:31.569036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:31.104096Z","time spent":"464.850419ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:31.56911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.316591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:00:31.569201Z","caller":"traceutil/trace.go:171","msg":"trace[1701315170] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28270; }","duration":"293.548958ms","start":"2026-07-02T06:00:31.275633Z","end":"2026-07-02T06:00:31.569182Z","steps":["trace[1701315170] 'agreement among raft nodes before linearized reading' (duration: 293.131537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:31.569366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.014098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-02T06:00:31.56939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.490803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T06:00:31.569699Z","caller":"traceutil/trace.go:171","msg":"trace[424350073] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28270; }","duration":"394.723326ms","start":"2026-07-02T06:00:31.174955Z","end":"2026-07-02T06:00:31.569678Z","steps":["trace[424350073] 'agreement among raft nodes before linearized reading' (duration: 393.355209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:31.569753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:31.174918Z","time spent":"394.819209ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T06:00:31.569924Z","caller":"traceutil/trace.go:171","msg":"trace[1818280666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28270; }","duration":"460.117661ms","start":"2026-07-02T06:00:31.10932Z","end":"2026-07-02T06:00:31.569438Z","steps":["trace[1818280666] 'agreement among raft nodes before linearized reading' (duration: 459.557866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:31.570063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:31.109273Z","time spent":"460.772528ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:00:31.584915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.583591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:31.584949Z","caller":"traceutil/trace.go:171","msg":"trace[1664824997] transaction","detail":"{read_only:false; response_revision:28271; number_of_response:1; }","duration":"171.674381ms","start":"2026-07-02T06:00:31.413249Z","end":"2026-07-02T06:00:31.584924Z","steps":["trace[1664824997] 'process raft request' (duration: 171.420034ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:31.584993Z","caller":"traceutil/trace.go:171","msg":"trace[1710039098] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28271; }","duration":"223.710204ms","start":"2026-07-02T06:00:31.361267Z","end":"2026-07-02T06:00:31.584977Z","steps":["trace[1710039098] 'agreement among raft nodes before linearized reading' (duration: 223.595451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:31.585061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.287132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5489d4686b-zzjv9.18be61c9b2787cae\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-07-02T06:00:31.585096Z","caller":"traceutil/trace.go:171","msg":"trace[1990032872] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5489d4686b-zzjv9.18be61c9b2787cae; range_end:; response_count:1; response_revision:28271; }","duration":"187.366644ms","start":"2026-07-02T06:00:31.39772Z","end":"2026-07-02T06:00:31.585086Z","steps":["trace[1990032872] 'agreement among raft nodes before linearized reading' (duration: 187.118697ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:31.69636Z","caller":"traceutil/trace.go:171","msg":"trace[420839560] transaction","detail":"{read_only:false; response_revision:28275; number_of_response:1; }","duration":"110.189772ms","start":"2026-07-02T06:00:31.586142Z","end":"2026-07-02T06:00:31.696332Z","steps":["trace[420839560] 'process raft request' (duration: 94.465458ms)","trace[420839560] 'compare' (duration: 15.479337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:31.696386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.263819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:31.696469Z","caller":"traceutil/trace.go:171","msg":"trace[1797108940] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28275; }","duration":"105.359162ms","start":"2026-07-02T06:00:31.591088Z","end":"2026-07-02T06:00:31.696447Z","steps":["trace[1797108940] 'agreement among raft nodes before linearized reading' (duration: 105.200367ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:36.962634Z","caller":"traceutil/trace.go:171","msg":"trace[1286919821] transaction","detail":"{read_only:false; response_revision:28318; number_of_response:1; }","duration":"134.706353ms","start":"2026-07-02T06:00:36.827903Z","end":"2026-07-02T06:00:36.962609Z","steps":["trace[1286919821] 'process raft request' (duration: 134.510468ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:37.647089Z","caller":"traceutil/trace.go:171","msg":"trace[598761347] linearizableReadLoop","detail":"{readStateIndex:29616; appliedIndex:29614; }","duration":"814.155171ms","start":"2026-07-02T06:00:36.832909Z","end":"2026-07-02T06:00:37.647064Z","steps":["trace[598761347] 'read index received' (duration: 129.581135ms)","trace[598761347] 'applied index is now lower than readState.Index' (duration: 684.572716ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:37.647161Z","caller":"traceutil/trace.go:171","msg":"trace[642539575] transaction","detail":"{read_only:false; response_revision:28319; number_of_response:1; }","duration":"815.793486ms","start":"2026-07-02T06:00:36.831328Z","end":"2026-07-02T06:00:37.647122Z","steps":["trace[642539575] 'process raft request' (duration: 815.56854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:37.647359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:36.831303Z","time spent":"815.967141ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:37.647357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.433989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:00:37.647516Z","caller":"traceutil/trace.go:171","msg":"trace[1808963481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28319; }","duration":"814.605914ms","start":"2026-07-02T06:00:36.832849Z","end":"2026-07-02T06:00:37.647455Z","steps":["trace[1808963481] 'agreement among raft nodes before linearized reading' (duration: 814.343747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:37.647603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:36.832824Z","time spent":"814.748268ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:00:38.286744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.01107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:00:38.286846Z","caller":"traceutil/trace.go:171","msg":"trace[1008131802] transaction","detail":"{read_only:false; response_revision:28320; number_of_response:1; }","duration":"1.232516667s","start":"2026-07-02T06:00:37.054318Z","end":"2026-07-02T06:00:38.286835Z","steps":["trace[1008131802] 'process raft request' (duration: 637.359603ms)","trace[1008131802] 'compare' (duration: 594.513396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:38.286884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.054277Z","time spent":"1.232591799s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:38.287047Z","caller":"traceutil/trace.go:171","msg":"trace[2032497595] transaction","detail":"{read_only:false; response_revision:28321; number_of_response:1; }","duration":"915.164726ms","start":"2026-07-02T06:00:37.37187Z","end":"2026-07-02T06:00:38.287034Z","steps":["trace[2032497595] 'process raft request' (duration: 914.93614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.371852Z","time spent":"915.224518ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:38.287339Z","caller":"traceutil/trace.go:171","msg":"trace[298659763] transaction","detail":"{read_only:false; response_revision:28323; number_of_response:1; }","duration":"635.435941ms","start":"2026-07-02T06:00:37.651883Z","end":"2026-07-02T06:00:38.287319Z","steps":["trace[298659763] 'process raft request' (duration: 635.324368ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:38.2874Z","caller":"traceutil/trace.go:171","msg":"trace[1873579432] linearizableReadLoop","detail":"{readStateIndex:29619; appliedIndex:29616; }","duration":"640.214749ms","start":"2026-07-02T06:00:37.647168Z","end":"2026-07-02T06:00:38.287383Z","steps":["trace[1873579432] 'read index received' (duration: 44.442939ms)","trace[1873579432] 'applied index is now lower than readState.Index' (duration: 595.77067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:38.287431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233105112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:38.287443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352614346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:38.287459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.651859Z","time spent":"635.536364ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:38.287467Z","caller":"traceutil/trace.go:171","msg":"trace[834652696] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:28323; }","duration":"1.233170424s","start":"2026-07-02T06:00:37.054285Z","end":"2026-07-02T06:00:38.287456Z","steps":["trace[834652696] 'agreement among raft nodes before linearized reading' (duration: 1.233110523s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:38.287477Z","caller":"traceutil/trace.go:171","msg":"trace[2098905422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28323; }","duration":"1.352684498s","start":"2026-07-02T06:00:36.934782Z","end":"2026-07-02T06:00:38.287467Z","steps":["trace[2098905422] 'agreement among raft nodes before linearized reading' (duration: 1.352625446s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.054269Z","time spent":"1.233222315s","remote":"127.0.0.1:36684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:38.287482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18334174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:38.287501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:36.934763Z","time spent":"1.35273402s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:00:38.287522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.638748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:00:38.287538Z","caller":"traceutil/trace.go:171","msg":"trace[16692485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28323; }","duration":"621.657749ms","start":"2026-07-02T06:00:37.665875Z","end":"2026-07-02T06:00:38.287533Z","steps":["trace[16692485] 'agreement among raft nodes before linearized reading' (duration: 621.579706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.813898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:38.287544Z","caller":"traceutil/trace.go:171","msg":"trace[220717393] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28323; }","duration":"1.183460383s","start":"2026-07-02T06:00:37.104067Z","end":"2026-07-02T06:00:38.287528Z","steps":["trace[220717393] 'agreement among raft nodes before linearized reading' (duration: 1.18332296s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.551208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-02T06:00:38.287598Z","caller":"traceutil/trace.go:171","msg":"trace[1048628689] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28323; }","duration":"488.61458ms","start":"2026-07-02T06:00:37.798977Z","end":"2026-07-02T06:00:38.287592Z","steps":["trace[1048628689] 'agreement among raft nodes before linearized reading' (duration: 488.559319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.973314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T06:00:38.287614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.104048Z","time spent":"1.183554095s","remote":"127.0.0.1:52948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:38.287635Z","caller":"traceutil/trace.go:171","msg":"trace[365432483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28323; }","duration":"610.009985ms","start":"2026-07-02T06:00:37.677621Z","end":"2026-07-02T06:00:38.287631Z","steps":["trace[365432483] 'agreement among raft nodes before linearized reading' (duration: 609.943713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.53686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:38.287505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.114304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-02T06:00:38.287652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.677613Z","time spent":"610.035726ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:00:38.28765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.42809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T06:00:38.287659Z","caller":"traceutil/trace.go:171","msg":"trace[172385126] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28323; }","duration":"527.568001ms","start":"2026-07-02T06:00:37.760084Z","end":"2026-07-02T06:00:38.287652Z","steps":["trace[172385126] 'agreement among raft nodes before linearized reading' (duration: 527.54615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45322533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:00:38.287677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.760075Z","time spent":"527.598801ms","remote":"127.0.0.1:38484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:38.287679Z","caller":"traceutil/trace.go:171","msg":"trace[689206939] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28323; }","duration":"533.45479ms","start":"2026-07-02T06:00:37.754216Z","end":"2026-07-02T06:00:38.287671Z","steps":["trace[689206939] 'agreement among raft nodes before linearized reading' (duration: 533.393889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.754199Z","time spent":"533.499401ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T06:00:38.28771Z","caller":"traceutil/trace.go:171","msg":"trace[933774760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28323; }","duration":"1.453391135s","start":"2026-07-02T06:00:36.834302Z","end":"2026-07-02T06:00:38.287693Z","steps":["trace[933774760] 'agreement among raft nodes before linearized reading' (duration: 1.453121458s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.28762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.798959Z","time spent":"488.655091ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T06:00:38.287556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.665819Z","time spent":"621.733441ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:00:38.287571Z","caller":"traceutil/trace.go:171","msg":"trace[95631689] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28323; }","duration":"583.871169ms","start":"2026-07-02T06:00:37.703691Z","end":"2026-07-02T06:00:38.287562Z","steps":["trace[95631689] 'agreement among raft nodes before linearized reading' (duration: 583.833348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:36.834288Z","time spent":"1.453461516s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T06:00:38.287671Z","caller":"traceutil/trace.go:171","msg":"trace[1665579917] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28323; }","duration":"532.312679ms","start":"2026-07-02T06:00:37.755348Z","end":"2026-07-02T06:00:38.28766Z","steps":["trace[1665579917] 'agreement among raft nodes before linearized reading' (duration: 532.106873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.70364Z","time spent":"584.143687ms","remote":"127.0.0.1:38514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:38.287813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.755325Z","time spent":"532.484014ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:00:38.287494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125009536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-02T06:00:38.287852Z","caller":"traceutil/trace.go:171","msg":"trace[883000851] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:28323; }","duration":"1.125441428s","start":"2026-07-02T06:00:37.162403Z","end":"2026-07-02T06:00:38.287845Z","steps":["trace[883000851] 'agreement among raft nodes before linearized reading' (duration: 1.124995396s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.153886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-02T06:00:38.287877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.162384Z","time spent":"1.1254873s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-07-02T06:00:38.287892Z","caller":"traceutil/trace.go:171","msg":"trace[1152483145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28323; }","duration":"621.3291ms","start":"2026-07-02T06:00:37.666549Z","end":"2026-07-02T06:00:38.287878Z","steps":["trace[1152483145] 'agreement among raft nodes before linearized reading' (duration: 621.148015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.287928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.666543Z","time spent":"621.372441ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T06:00:38.287243Z","caller":"traceutil/trace.go:171","msg":"trace[213401039] transaction","detail":"{read_only:false; response_revision:28322; number_of_response:1; }","duration":"701.167854ms","start":"2026-07-02T06:00:37.586053Z","end":"2026-07-02T06:00:38.287221Z","steps":["trace[213401039] 'process raft request' (duration: 700.935128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:38.288296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:37.586035Z","time spent":"702.083258ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:39.656148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.341961068s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:00:39.656637Z","caller":"traceutil/trace.go:171","msg":"trace[617907982] transaction","detail":"{read_only:false; response_revision:28325; number_of_response:1; }","duration":"1.365064261s","start":"2026-07-02T06:00:38.291548Z","end":"2026-07-02T06:00:39.656612Z","steps":["trace[617907982] 'process raft request' (duration: 1.364896657s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:39.656653Z","caller":"traceutil/trace.go:171","msg":"trace[587202697] transaction","detail":"{read_only:false; response_revision:28326; number_of_response:1; }","duration":"1.364916147s","start":"2026-07-02T06:00:38.291717Z","end":"2026-07-02T06:00:39.656633Z","steps":["trace[587202697] 'process raft request' (duration: 1.364858775s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:39.656756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:38.291533Z","time spent":"1.365151583s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:39.656773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:38.291708Z","time spent":"1.36500035s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:39.65696Z","caller":"traceutil/trace.go:171","msg":"trace[1567860665] transaction","detail":"{read_only:false; response_revision:28327; number_of_response:1; }","duration":"1.365231025s","start":"2026-07-02T06:00:38.29172Z","end":"2026-07-02T06:00:39.656951Z","steps":["trace[1567860665] 'process raft request' (duration: 1.364885376s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:39.657004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:38.291709Z","time spent":"1.365275057s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:39.657125Z","caller":"traceutil/trace.go:171","msg":"trace[84082033] transaction","detail":"{read_only:false; response_revision:28328; number_of_response:1; }","duration":"1.365299018s","start":"2026-07-02T06:00:38.29182Z","end":"2026-07-02T06:00:39.657119Z","steps":["trace[84082033] 'process raft request' (duration: 1.365099832s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:39.657168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:38.291807Z","time spent":"1.365338729s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:39.657226Z","caller":"traceutil/trace.go:171","msg":"trace[2077987384] linearizableReadLoop","detail":"{readStateIndex:29625; appliedIndex:29620; }","duration":"1.364532846s","start":"2026-07-02T06:00:38.29268Z","end":"2026-07-02T06:00:39.657213Z","steps":["trace[2077987384] 'read index received' (duration: 21.440938ms)","trace[2077987384] 'applied index is now lower than readState.Index' (duration: 1.343091018s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:39.657298Z","caller":"traceutil/trace.go:171","msg":"trace[2004087918] transaction","detail":"{read_only:false; response_revision:28329; number_of_response:1; }","duration":"1.363958721s","start":"2026-07-02T06:00:38.29333Z","end":"2026-07-02T06:00:39.657289Z","steps":["trace[2004087918] 'process raft request' (duration: 1.363752096s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:39.657358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:38.293325Z","time spent":"1.363997722s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:39.65743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364750153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T06:00:39.657475Z","caller":"traceutil/trace.go:171","msg":"trace[122671571] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28329; }","duration":"1.364793754s","start":"2026-07-02T06:00:38.292672Z","end":"2026-07-02T06:00:39.657466Z","steps":["trace[122671571] 'agreement among raft nodes before linearized reading' (duration: 1.364691191s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:39.657495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:38.292657Z","time spent":"1.364832905s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:00:40.157719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:00:40.293356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:00:40.293415Z","caller":"traceutil/trace.go:171","msg":"trace[1089430937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229774s","start":"2026-07-02T06:00:38.293173Z","end":"2026-07-02T06:00:40.293402Z","steps":["trace[1089430937] 'agreement among raft nodes before linearized reading' (duration: 2.000162912s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:40.293442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:38.293167Z","time spent":"2.000268815s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:00:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:40.657868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526483,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:00:41.060194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.403847168s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:00:41.168891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:40.359189Z","time spent":"809.694221ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:00:41.169519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.010291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:00:41.169847Z","caller":"traceutil/trace.go:171","msg":"trace[1038691644] transaction","detail":"{read_only:false; response_revision:28332; number_of_response:1; }","duration":"1.516245011s","start":"2026-07-02T06:00:39.653577Z","end":"2026-07-02T06:00:41.169822Z","steps":["trace[1038691644] 'process raft request' (duration: 1.516182509s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:41.169955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:39.653556Z","time spent":"1.516349033s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:41.170213Z","caller":"traceutil/trace.go:171","msg":"trace[1649920371] transaction","detail":"{read_only:false; response_revision:28330; number_of_response:1; }","duration":"2.826641287s","start":"2026-07-02T06:00:38.343552Z","end":"2026-07-02T06:00:41.170193Z","steps":["trace[1649920371] 'process raft request' (duration: 2.716866725s)","trace[1649920371] 'compare' (duration: 108.886678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:41.170306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:38.343531Z","time spent":"2.826730399s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:41.170713Z","caller":"traceutil/trace.go:171","msg":"trace[2112348162] transaction","detail":"{read_only:false; response_revision:28331; number_of_response:1; }","duration":"2.202542393s","start":"2026-07-02T06:00:38.968154Z","end":"2026-07-02T06:00:41.170696Z","steps":["trace[2112348162] 'process raft request' (duration: 2.201492755s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:41.17081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:38.968137Z","time spent":"2.202627315s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:41.750985Z","caller":"traceutil/trace.go:171","msg":"trace[1482938274] transaction","detail":"{read_only:false; response_revision:28333; number_of_response:1; }","duration":"2.089165435s","start":"2026-07-02T06:00:39.661798Z","end":"2026-07-02T06:00:41.750963Z","steps":["trace[1482938274] 'process raft request' (duration: 2.08896764s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:41.751113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:39.661773Z","time spent":"2.089275888s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:41.751327Z","caller":"traceutil/trace.go:171","msg":"trace[277875721] transaction","detail":"{read_only:false; response_revision:28334; number_of_response:1; }","duration":"1.45913518s","start":"2026-07-02T06:00:40.292168Z","end":"2026-07-02T06:00:41.751303Z","steps":["trace[277875721] 'process raft request' (duration: 1.458720239s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:41.751438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:40.292133Z","time spent":"1.459244003s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:41.75166Z","caller":"traceutil/trace.go:171","msg":"trace[301953841] linearizableReadLoop","detail":"{readStateIndex:29632; appliedIndex:29626; }","duration":"2.094374055s","start":"2026-07-02T06:00:39.657265Z","end":"2026-07-02T06:00:41.751639Z","steps":["trace[301953841] 'read index received' (duration: 1.403214701s)","trace[301953841] 'applied index is now lower than readState.Index' (duration: 691.158354ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:41.751692Z","caller":"traceutil/trace.go:171","msg":"trace[354956233] transaction","detail":"{read_only:false; response_revision:28335; number_of_response:1; }","duration":"1.458688098s","start":"2026-07-02T06:00:40.292977Z","end":"2026-07-02T06:00:41.751665Z","steps":["trace[354956233] 'process raft request' (duration: 1.458179334s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:41.751794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:40.292965Z","time spent":"1.458777891s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:41.751834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.259992113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:41.751968Z","caller":"traceutil/trace.go:171","msg":"trace[2097692347] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28335; }","duration":"2.260144447s","start":"2026-07-02T06:00:39.491778Z","end":"2026-07-02T06:00:41.751922Z","steps":["trace[2097692347] 'agreement among raft nodes before linearized reading' (duration: 2.259930741s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:41.752088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:39.491755Z","time spent":"2.260307922s","remote":"127.0.0.1:53208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:41.753199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.460205147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-02T06:00:41.753264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799735912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-02T06:00:41.753288Z","caller":"traceutil/trace.go:171","msg":"trace[162417699] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:28335; }","duration":"3.46031416s","start":"2026-07-02T06:00:38.292953Z","end":"2026-07-02T06:00:41.753267Z","steps":["trace[162417699] 'agreement among raft nodes before linearized reading' (duration: 3.45882142s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:41.753315Z","caller":"traceutil/trace.go:171","msg":"trace[526848636] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28335; }","duration":"2.799911407s","start":"2026-07-02T06:00:38.953389Z","end":"2026-07-02T06:00:41.753301Z","steps":["trace[526848636] 'agreement among raft nodes before linearized reading' (duration: 2.798358955s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:41.753333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:38.29295Z","time spent":"3.460373391s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-02T06:00:41.753351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:38.953369Z","time spent":"2.799971139s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:00:42.294135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000599435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:00:42.294218Z","caller":"traceutil/trace.go:171","msg":"trace[437033308] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000732909s","start":"2026-07-02T06:00:40.293467Z","end":"2026-07-02T06:00:42.2942Z","steps":["trace[437033308] 'agreement among raft nodes before linearized reading' (duration: 2.000624346s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:42.294268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:40.293457Z","time spent":"2.00080084s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:00:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:42.359927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.582268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:00:42.360075Z","caller":"traceutil/trace.go:171","msg":"trace[683256647] transaction","detail":"{read_only:false; response_revision:28336; number_of_response:1; }","duration":"763.451193ms","start":"2026-07-02T06:00:41.596598Z","end":"2026-07-02T06:00:42.360049Z","steps":["trace[683256647] 'process raft request' (duration: 264.625298ms)","trace[683256647] 'compare' (duration: 497.860459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:42.360218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:41.596573Z","time spent":"763.575066ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:42.360254Z","caller":"traceutil/trace.go:171","msg":"trace[1660658226] linearizableReadLoop","detail":"{readStateIndex:29633; appliedIndex:29632; }","duration":"608.477193ms","start":"2026-07-02T06:00:41.751722Z","end":"2026-07-02T06:00:42.3602Z","steps":["trace[1660658226] 'read index received' (duration: 109.583426ms)","trace[1660658226] 'applied index is now lower than readState.Index' (duration: 498.888026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:42.861065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526491,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:00:43.603947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243856953s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-02T06:00:43.604001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285899605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-02T06:00:43.604097Z","caller":"traceutil/trace.go:171","msg":"trace[1681986628] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28336; }","duration":"3.286020779s","start":"2026-07-02T06:00:40.318056Z","end":"2026-07-02T06:00:43.604076Z","steps":["trace[1681986628] 'agreement among raft nodes before linearized reading' (duration: 2.042333541s)","trace[1681986628] 'range keys from in-memory index tree' (duration: 1.243477772s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.604101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.924240415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:43.604143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:40.318048Z","time spent":"3.28608485s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T06:00:43.604175Z","caller":"traceutil/trace.go:171","msg":"trace[1067107133] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:28336; }","duration":"3.924335937s","start":"2026-07-02T06:00:39.679818Z","end":"2026-07-02T06:00:43.604154Z","steps":["trace[1067107133] 'agreement among raft nodes before linearized reading' (duration: 2.680569577s)","trace[1067107133] 'range keys from in-memory index tree' (duration: 1.243668557s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.604241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:39.679805Z","time spent":"3.924427409s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:00:43.604435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165709113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:00:43.604478Z","caller":"traceutil/trace.go:171","msg":"trace[1529716598] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28336; }","duration":"3.165772584s","start":"2026-07-02T06:00:40.438693Z","end":"2026-07-02T06:00:43.604466Z","steps":["trace[1529716598] 'agreement among raft nodes before linearized reading' (duration: 1.921605893s)","trace[1529716598] 'count revisions from in-memory index tree' (duration: 1.244101839s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.604509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944220393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-02T06:00:43.604547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882722404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:43.604584Z","caller":"traceutil/trace.go:171","msg":"trace[1558758285] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28336; }","duration":"1.882776856s","start":"2026-07-02T06:00:41.721796Z","end":"2026-07-02T06:00:43.604573Z","steps":["trace[1558758285] 'agreement among raft nodes before linearized reading' (duration: 638.526563ms)","trace[1558758285] 'range keys from in-memory index tree' (duration: 1.244206602s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.604619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:41.721787Z","time spent":"1.882824267s","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:00:43.604838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943660979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:00:43.604876Z","caller":"traceutil/trace.go:171","msg":"trace[788158069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28336; }","duration":"1.943734621s","start":"2026-07-02T06:00:41.661132Z","end":"2026-07-02T06:00:43.604866Z","steps":["trace[788158069] 'agreement among raft nodes before linearized reading' (duration: 699.20142ms)","trace[788158069] 'range keys from in-memory index tree' (duration: 1.244448499s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.604903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:41.661112Z","time spent":"1.943785512s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:00:43.605073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.64376ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:43.60553Z","caller":"traceutil/trace.go:171","msg":"trace[792628005] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28336; }","duration":"172.102372ms","start":"2026-07-02T06:00:43.433411Z","end":"2026-07-02T06:00:43.605513Z","steps":["trace[792628005] 'range keys from in-memory index tree' (duration: 171.63174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:43.605624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892830857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:43.605677Z","caller":"traceutil/trace.go:171","msg":"trace[1132171877] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28336; }","duration":"3.892915479s","start":"2026-07-02T06:00:39.712748Z","end":"2026-07-02T06:00:43.605664Z","steps":["trace[1132171877] 'agreement among raft nodes before linearized reading' (duration: 2.647628228s)","trace[1132171877] 'count revisions from in-memory index tree' (duration: 1.245216979s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.605712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:39.712731Z","time spent":"3.89296979s","remote":"127.0.0.1:38460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:43.605907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945020315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-02T06:00:43.605944Z","caller":"traceutil/trace.go:171","msg":"trace[301118897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28336; }","duration":"1.945091217s","start":"2026-07-02T06:00:41.660843Z","end":"2026-07-02T06:00:43.605934Z","steps":["trace[301118897] 'agreement among raft nodes before linearized reading' (duration: 699.498297ms)","trace[301118897] 'range keys from in-memory index tree' (duration: 1.245505727s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.605972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:41.660823Z","time spent":"1.945143029s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:00:43.606057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649237471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:43.606089Z","caller":"traceutil/trace.go:171","msg":"trace[1170063922] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28336; }","duration":"2.649299363s","start":"2026-07-02T06:00:40.95678Z","end":"2026-07-02T06:00:43.606079Z","steps":["trace[1170063922] 'agreement among raft nodes before linearized reading' (duration: 1.4035769s)","trace[1170063922] 'count revisions from in-memory index tree' (duration: 1.245682482s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.606124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:40.956762Z","time spent":"2.649353795s","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:43.606264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787575107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:43.606292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314476956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T06:00:43.606307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945458827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T06:00:43.606337Z","caller":"traceutil/trace.go:171","msg":"trace[451209750] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28336; }","duration":"3.314548228s","start":"2026-07-02T06:00:40.291775Z","end":"2026-07-02T06:00:43.606324Z","steps":["trace[451209750] 'agreement among raft nodes before linearized reading' (duration: 2.068605239s)","trace[451209750] 'range keys from in-memory index tree' (duration: 1.245817745s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.60638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:40.291762Z","time spent":"3.31461139s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:00:43.606545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548366495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:00:43.606581Z","caller":"traceutil/trace.go:171","msg":"trace[1212036141] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:28336; }","duration":"3.548434027s","start":"2026-07-02T06:00:40.058136Z","end":"2026-07-02T06:00:43.60657Z","steps":["trace[1212036141] 'agreement among raft nodes before linearized reading' (duration: 2.302248092s)","trace[1212036141] 'count revisions from in-memory index tree' (duration: 1.246142544s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.60661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:40.05812Z","time spent":"3.548482328s","remote":"127.0.0.1:39832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:43.606622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.204590021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:43.604549Z","caller":"traceutil/trace.go:171","msg":"trace[1421864577] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28336; }","duration":"3.944288775s","start":"2026-07-02T06:00:39.660249Z","end":"2026-07-02T06:00:43.604537Z","steps":["trace[1421864577] 'agreement among raft nodes before linearized reading' (duration: 2.700146305s)","trace[1421864577] 'range keys from in-memory index tree' (duration: 1.244021477s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.60451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:40.438681Z","time spent":"3.165821526s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:43.606302Z","caller":"traceutil/trace.go:171","msg":"trace[1489141705] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28336; }","duration":"3.787647999s","start":"2026-07-02T06:00:39.818643Z","end":"2026-07-02T06:00:43.606291Z","steps":["trace[1489141705] 'agreement among raft nodes before linearized reading' (duration: 2.541727011s)","trace[1489141705] 'count revisions from in-memory index tree' (duration: 1.245868207s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.606775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:39.818623Z","time spent":"3.788139813s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:43.606346Z","caller":"traceutil/trace.go:171","msg":"trace[659819621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28336; }","duration":"1.945508189s","start":"2026-07-02T06:00:41.660826Z","end":"2026-07-02T06:00:43.606334Z","steps":["trace[659819621] 'agreement among raft nodes before linearized reading' (duration: 699.542199ms)","trace[659819621] 'range keys from in-memory index tree' (duration: 1.245837496s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:43.606786Z","caller":"traceutil/trace.go:171","msg":"trace[1214356526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28336; }","duration":"3.204775326s","start":"2026-07-02T06:00:40.401995Z","end":"2026-07-02T06:00:43.60677Z","steps":["trace[1214356526] 'agreement among raft nodes before linearized reading' (duration: 1.958358965s)","trace[1214356526] 'range keys from in-memory index tree' (duration: 1.246196686s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.606819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:41.660822Z","time spent":"1.945982421s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:00:43.606827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:40.401934Z","time spent":"3.20488195s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:00:43.606968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946462585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:00:43.606955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:39.660235Z","time spent":"3.946683249s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T06:00:43.606991Z","caller":"traceutil/trace.go:171","msg":"trace[2037342123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28336; }","duration":"1.946508485s","start":"2026-07-02T06:00:41.660475Z","end":"2026-07-02T06:00:43.606983Z","steps":["trace[2037342123] 'agreement among raft nodes before linearized reading' (duration: 699.868867ms)","trace[2037342123] 'range keys from in-memory index tree' (duration: 1.24601133s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:43.607012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:41.660463Z","time spent":"1.946544007s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:00:43.607968Z","caller":"traceutil/trace.go:171","msg":"trace[404642000] transaction","detail":"{read_only:false; response_revision:28337; number_of_response:1; }","duration":"1.310948492s","start":"2026-07-02T06:00:42.296984Z","end":"2026-07-02T06:00:43.607932Z","steps":["trace[404642000] 'process raft request' (duration: 1.307101328s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:43.608066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:42.296965Z","time spent":"1.311055175s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:00:43.607962Z","caller":"traceutil/trace.go:171","msg":"trace[1545437243] linearizableReadLoop","detail":"{readStateIndex:29635; appliedIndex:29633; }","duration":"1.247613324s","start":"2026-07-02T06:00:42.360322Z","end":"2026-07-02T06:00:43.607935Z","steps":["trace[1545437243] 'read index received' (duration: 685.513881ms)","trace[1545437243] 'applied index is now lower than readState.Index' (duration: 562.097913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:44.108925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:00:44.194675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019709466s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:00:45.46522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:00:45.465323Z","caller":"traceutil/trace.go:171","msg":"trace[553109118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427031s","start":"2026-07-02T06:00:43.464868Z","end":"2026-07-02T06:00:45.465295Z","steps":["trace[553109118] 'agreement among raft nodes before linearized reading' (duration: 2.000307248s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:45.465374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.464853Z","time spent":"2.000510384s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:00:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:46.304242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:00:46.304332Z","caller":"traceutil/trace.go:171","msg":"trace[104588684] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462231s","start":"2026-07-02T06:00:44.303852Z","end":"2026-07-02T06:00:46.304314Z","steps":["trace[104588684] 'agreement among raft nodes before linearized reading' (duration: 2.000346858s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:46.304387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:44.303831Z","time spent":"2.000546574s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:00:46.547799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.31777848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:46.547909Z","caller":"traceutil/trace.go:171","msg":"trace[591449589] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28337; }","duration":"4.317943654s","start":"2026-07-02T06:00:42.229934Z","end":"2026-07-02T06:00:46.547878Z","steps":["trace[591449589] 'agreement among raft nodes before linearized reading' (duration: 1.378049842s)","trace[591449589] 'count revisions from in-memory index tree' (duration: 2.939745118s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:46.548001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:42.229903Z","time spent":"4.318080058s","remote":"127.0.0.1:53148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:46.548087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.791790715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46583305-2de8-4966-a92a-9aa94daf80da\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-02T06:00:46.548186Z","caller":"traceutil/trace.go:171","msg":"trace[606256458] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46583305-2de8-4966-a92a-9aa94daf80da; range_end:; response_count:1; response_revision:28337; }","duration":"4.791927339s","start":"2026-07-02T06:00:41.756229Z","end":"2026-07-02T06:00:46.548157Z","steps":["trace[606256458] 'agreement among raft nodes before linearized reading' (duration: 1.851757279s)","trace[606256458] 'range keys from in-memory index tree' (duration: 2.939894032s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:46.548264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:41.756216Z","time spent":"4.792033052s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-46583305-2de8-4966-a92a-9aa94daf80da\" "} {"level":"warn","ts":"2026-07-02T06:00:46.54834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245684605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:46.548326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.453765728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:46.548395Z","caller":"traceutil/trace.go:171","msg":"trace[1228945927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28337; }","duration":"4.245781047s","start":"2026-07-02T06:00:42.302597Z","end":"2026-07-02T06:00:46.548378Z","steps":["trace[1228945927] 'agreement among raft nodes before linearized reading' (duration: 1.305376652s)","trace[1228945927] 'range keys from in-memory index tree' (duration: 2.940332854s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:46.548391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.793893042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-02T06:00:46.548425Z","caller":"traceutil/trace.go:171","msg":"trace[1765266075] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28337; }","duration":"4.453914492s","start":"2026-07-02T06:00:42.09448Z","end":"2026-07-02T06:00:46.548394Z","steps":["trace[1765266075] 'agreement among raft nodes before linearized reading' (duration: 1.513471945s)","trace[1765266075] 'count revisions from in-memory index tree' (duration: 2.940296972s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:46.548436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:42.302577Z","time spent":"4.24585011s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:00:46.548465Z","caller":"traceutil/trace.go:171","msg":"trace[356732585] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28337; }","duration":"4.794030225s","start":"2026-07-02T06:00:41.754413Z","end":"2026-07-02T06:00:46.548443Z","steps":["trace[356732585] 'agreement among raft nodes before linearized reading' (duration: 1.853596819s)","trace[356732585] 'range keys from in-memory index tree' (duration: 2.940232731s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:46.548731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:41.754397Z","time spent":"4.794271372s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:00:46.548478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:42.09441Z","time spent":"4.454056916s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:46.550132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.355065996s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-02T06:00:46.550195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.7901062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-02T06:00:46.550244Z","caller":"traceutil/trace.go:171","msg":"trace[267108394] transaction","detail":"{read_only:false; response_revision:28338; number_of_response:1; }","duration":"3.375368968s","start":"2026-07-02T06:00:43.174854Z","end":"2026-07-02T06:00:46.550223Z","steps":["trace[267108394] 'process raft request' (duration: 1.020128048s)","trace[267108394] 'compare' (duration: 2.353208635s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:46.550265Z","caller":"traceutil/trace.go:171","msg":"trace[1106742468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28337; }","duration":"4.790213053s","start":"2026-07-02T06:00:41.760031Z","end":"2026-07-02T06:00:46.550244Z","steps":["trace[1106742468] 'agreement among raft nodes before linearized reading' (duration: 1.847927676s)","trace[1106742468] 'range keys from in-memory index tree' (duration: 2.940114658s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:46.550309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:41.760015Z","time spent":"4.790285084s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:00:46.550316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.174835Z","time spent":"3.375443061s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:47.619391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.398679947s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:00:47.753258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:46.556818Z","time spent":"1.196423053s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:00:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:47.755062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.612091Z","time spent":"4.142964564s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:00:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:48.174195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.175602Z","time spent":"4.998584624s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-02T06:00:48.174507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.175701Z","time spent":"4.99880255s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:00:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:48.19701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.320803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:00:48.197319Z","caller":"traceutil/trace.go:171","msg":"trace[602303492] transaction","detail":"{read_only:false; response_revision:28342; number_of_response:1; }","duration":"4.586656333s","start":"2026-07-02T06:00:43.610646Z","end":"2026-07-02T06:00:48.197302Z","steps":["trace[602303492] 'process raft request' (duration: 4.586591081s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:48.197342Z","caller":"traceutil/trace.go:171","msg":"trace[427454882] transaction","detail":"{read_only:false; response_revision:28341; number_of_response:1; }","duration":"4.613854996s","start":"2026-07-02T06:00:43.583462Z","end":"2026-07-02T06:00:48.197317Z","steps":["trace[427454882] 'process raft request' (duration: 4.613737343s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:48.197389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.610626Z","time spent":"4.586733064s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:48.197468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.583439Z","time spent":"4.613949109s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:48.197587Z","caller":"traceutil/trace.go:171","msg":"trace[1043928489] transaction","detail":"{read_only:false; response_revision:28343; number_of_response:1; }","duration":"4.58692611s","start":"2026-07-02T06:00:43.610644Z","end":"2026-07-02T06:00:48.19757Z","steps":["trace[1043928489] 'process raft request' (duration: 4.586629032s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:48.197679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.61062Z","time spent":"4.587018713s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:48.197826Z","caller":"traceutil/trace.go:171","msg":"trace[386855484] transaction","detail":"{read_only:false; response_revision:28344; number_of_response:1; }","duration":"4.587141146s","start":"2026-07-02T06:00:43.610658Z","end":"2026-07-02T06:00:48.197799Z","steps":["trace[386855484] 'process raft request' (duration: 4.586820727s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:48.197922Z","caller":"traceutil/trace.go:171","msg":"trace[723003879] transaction","detail":"{read_only:false; response_revision:28345; number_of_response:1; }","duration":"4.586851808s","start":"2026-07-02T06:00:43.611055Z","end":"2026-07-02T06:00:48.197907Z","steps":["trace[723003879] 'process raft request' (duration: 4.586648022s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:48.197977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.610636Z","time spent":"4.587253538s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:48.198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.61104Z","time spent":"4.586924779s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:48.198083Z","caller":"traceutil/trace.go:171","msg":"trace[1273055343] transaction","detail":"{read_only:false; response_revision:28346; number_of_response:1; }","duration":"4.586863598s","start":"2026-07-02T06:00:43.61119Z","end":"2026-07-02T06:00:48.198054Z","steps":["trace[1273055343] 'process raft request' (duration: 4.586644752s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:48.198156Z","caller":"traceutil/trace.go:171","msg":"trace[368603806] transaction","detail":"{read_only:false; response_revision:28349; number_of_response:1; }","duration":"4.441904268s","start":"2026-07-02T06:00:43.756239Z","end":"2026-07-02T06:00:48.198143Z","steps":["trace[368603806] 'process raft request' (duration: 4.441788625s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:48.198149Z","caller":"traceutil/trace.go:171","msg":"trace[813113517] transaction","detail":"{read_only:false; response_revision:28347; number_of_response:1; }","duration":"4.586416716s","start":"2026-07-02T06:00:43.6117Z","end":"2026-07-02T06:00:48.198117Z","steps":["trace[813113517] 'process raft request' (duration: 4.586178169s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:48.198188Z","caller":"traceutil/trace.go:171","msg":"trace[1978480525] linearizableReadLoop","detail":"{readStateIndex:29648; appliedIndex:29635; }","duration":"4.589960461s","start":"2026-07-02T06:00:43.608183Z","end":"2026-07-02T06:00:48.198143Z","steps":["trace[1978480525] 'read index received' (duration: 586.781258ms)","trace[1978480525] 'applied index is now lower than readState.Index' (duration: 4.003178033s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:48.198218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.756213Z","time spent":"4.4419784s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:48.198297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.61169Z","time spent":"4.586529929s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:48.198313Z","caller":"traceutil/trace.go:171","msg":"trace[185985745] transaction","detail":"{read_only:false; response_revision:28350; number_of_response:1; }","duration":"4.44090001s","start":"2026-07-02T06:00:43.757399Z","end":"2026-07-02T06:00:48.198299Z","steps":["trace[185985745] 'process raft request' (duration: 4.440664594s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:48.19839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.611185Z","time spent":"4.587101694s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:48.198488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.757377Z","time spent":"4.441051895s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:48.198501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.031147783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-02T06:00:48.198541Z","caller":"traceutil/trace.go:171","msg":"trace[542677744] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28350; }","duration":"5.031251306s","start":"2026-07-02T06:00:43.16728Z","end":"2026-07-02T06:00:48.198531Z","steps":["trace[542677744] 'agreement among raft nodes before linearized reading' (duration: 5.0310526s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:48.198565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677715638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"info","ts":"2026-07-02T06:00:48.198607Z","caller":"traceutil/trace.go:171","msg":"trace[2095436409] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28350; }","duration":"4.67778936s","start":"2026-07-02T06:00:43.520807Z","end":"2026-07-02T06:00:48.198597Z","steps":["trace[2095436409] 'agreement among raft nodes before linearized reading' (duration: 4.677694098s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:48.19863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.167259Z","time spent":"5.031337007s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:00:48.198644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.520789Z","time spent":"4.677847493s","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7590,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-02T06:00:48.198638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00883884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:00:48.198636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.286220283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:48.198704Z","caller":"traceutil/trace.go:171","msg":"trace[1201077529] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28350; }","duration":"5.008946514s","start":"2026-07-02T06:00:43.189745Z","end":"2026-07-02T06:00:48.198692Z","steps":["trace[1201077529] 'agreement among raft nodes before linearized reading' (duration: 5.008822421s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:48.198745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.189726Z","time spent":"5.009009495s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:48.19848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.025214282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-02T06:00:48.198875Z","caller":"traceutil/trace.go:171","msg":"trace[263930092] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28350; }","duration":"5.025659585s","start":"2026-07-02T06:00:43.173201Z","end":"2026-07-02T06:00:48.198861Z","steps":["trace[263930092] 'agreement among raft nodes before linearized reading' (duration: 5.02511894s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:48.198961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.173191Z","time spent":"5.025754387s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-02T06:00:48.198851Z","caller":"traceutil/trace.go:171","msg":"trace[1624377255] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28350; }","duration":"5.286346636s","start":"2026-07-02T06:00:42.912356Z","end":"2026-07-02T06:00:48.198702Z","steps":["trace[1624377255] 'agreement among raft nodes before linearized reading' (duration: 5.286222843s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:48.199081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:42.912335Z","time spent":"5.286702236s","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:48.312489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000100132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:00:48.312604Z","caller":"traceutil/trace.go:171","msg":"trace[268237443] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226186s","start":"2026-07-02T06:00:46.312337Z","end":"2026-07-02T06:00:48.312563Z","steps":["trace[268237443] 'agreement among raft nodes before linearized reading' (duration: 2.000124443s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:48.312647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:46.312323Z","time spent":"2.000314538s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:00:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:48.698835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:00:49.199329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:00:49.699898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:00:49.764763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.145109882s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:00:49.90359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.511907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:00:49.903806Z","caller":"traceutil/trace.go:171","msg":"trace[1961693837] transaction","detail":"{read_only:false; response_revision:28351; number_of_response:1; }","duration":"4.43536947s","start":"2026-07-02T06:00:45.4684Z","end":"2026-07-02T06:00:49.90377Z","steps":["trace[1961693837] 'process raft request' (duration: 4.296620327s)","trace[1961693837] 'compare' (duration: 138.112636ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:49.903862Z","caller":"traceutil/trace.go:171","msg":"trace[1678174095] transaction","detail":"{read_only:false; response_revision:28354; number_of_response:1; }","duration":"2.538287928s","start":"2026-07-02T06:00:47.365556Z","end":"2026-07-02T06:00:49.903844Z","steps":["trace[1678174095] 'process raft request' (duration: 2.538245587s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:49.90396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:47.365532Z","time spent":"2.538373231s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:49.903959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:45.468355Z","time spent":"4.435533465s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:00:49.904053Z","caller":"traceutil/trace.go:171","msg":"trace[1170488290] transaction","detail":"{read_only:false; response_revision:28352; number_of_response:1; }","duration":"4.336207636s","start":"2026-07-02T06:00:45.567824Z","end":"2026-07-02T06:00:49.904031Z","steps":["trace[1170488290] 'process raft request' (duration: 4.335852907s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:49.904165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:45.567799Z","time spent":"4.336314578s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:50.31306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:00:50.313126Z","caller":"traceutil/trace.go:171","msg":"trace[823162582] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410109s","start":"2026-07-02T06:00:48.3127Z","end":"2026-07-02T06:00:50.31311Z","steps":["trace[823162582] 'agreement among raft nodes before linearized reading' (duration: 2.000320437s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:50.31316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:48.312681Z","time spent":"2.000473311s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:00:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:51.523412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.75388967s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:00:51.524024Z","caller":"traceutil/trace.go:171","msg":"trace[2092017443] transaction","detail":"{read_only:false; response_revision:28356; number_of_response:1; }","duration":"3.320235371s","start":"2026-07-02T06:00:48.203756Z","end":"2026-07-02T06:00:51.523991Z","steps":["trace[2092017443] 'process raft request' (duration: 3.320101137s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:51.524041Z","caller":"traceutil/trace.go:171","msg":"trace[39874022] transaction","detail":"{read_only:false; response_revision:28355; number_of_response:1; }","duration":"3.320336364s","start":"2026-07-02T06:00:48.203655Z","end":"2026-07-02T06:00:51.523991Z","steps":["trace[39874022] 'process raft request' (duration: 3.320026036s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:51.524133Z","caller":"traceutil/trace.go:171","msg":"trace[890629806] transaction","detail":"{read_only:false; response_revision:28357; number_of_response:1; }","duration":"2.983846587s","start":"2026-07-02T06:00:48.540249Z","end":"2026-07-02T06:00:51.524096Z","steps":["trace[890629806] 'process raft request' (duration: 2.983670862s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.5242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:48.203731Z","time spent":"3.320377155s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:51.524311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:48.540212Z","time spent":"2.984006591s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:51.52433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:48.203638Z","time spent":"3.320535049s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:51.524621Z","caller":"traceutil/trace.go:171","msg":"trace[1613337181] transaction","detail":"{read_only:false; response_revision:28358; number_of_response:1; }","duration":"2.96763047s","start":"2026-07-02T06:00:48.55697Z","end":"2026-07-02T06:00:51.524601Z","steps":["trace[1613337181] 'process raft request' (duration: 2.967048044s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.524733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:48.556945Z","time spent":"2.967739473s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:51.524871Z","caller":"traceutil/trace.go:171","msg":"trace[409450907] linearizableReadLoop","detail":"{readStateIndex:29656; appliedIndex:29648; }","duration":"3.326626814s","start":"2026-07-02T06:00:48.198223Z","end":"2026-07-02T06:00:51.52485Z","steps":["trace[409450907] 'read index received' (duration: 1.566807954s)","trace[409450907] 'applied index is now lower than readState.Index' (duration: 1.75981678s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:51.525065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.349044579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-02T06:00:51.525136Z","caller":"traceutil/trace.go:171","msg":"trace[1877256158] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:28358; }","duration":"3.349141641s","start":"2026-07-02T06:00:48.175975Z","end":"2026-07-02T06:00:51.525116Z","steps":["trace[1877256158] 'agreement among raft nodes before linearized reading' (duration: 3.348974676s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.525806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.139867279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-02T06:00:51.525646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971623477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-07-02T06:00:51.525859Z","caller":"traceutil/trace.go:171","msg":"trace[1090679627] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:28358; }","duration":"6.13991931s","start":"2026-07-02T06:00:45.385927Z","end":"2026-07-02T06:00:51.525846Z","steps":["trace[1090679627] 'agreement among raft nodes before linearized reading' (duration: 6.139715455s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.525906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:45.385877Z","time spent":"6.140013753s","remote":"127.0.0.1:39546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":137,"response size":33,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:51.525255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337661846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:51.526235Z","caller":"traceutil/trace.go:171","msg":"trace[261978400] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28358; }","duration":"4.338685294s","start":"2026-07-02T06:00:47.187527Z","end":"2026-07-02T06:00:51.526212Z","steps":["trace[261978400] 'agreement among raft nodes before linearized reading' (duration: 4.337636836s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.526308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:47.187507Z","time spent":"4.338781416s","remote":"127.0.0.1:38496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:51.525316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87086898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-02T06:00:51.52642Z","caller":"traceutil/trace.go:171","msg":"trace[1122496347] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28358; }","duration":"4.871993939s","start":"2026-07-02T06:00:46.654401Z","end":"2026-07-02T06:00:51.526395Z","steps":["trace[1122496347] 'agreement among raft nodes before linearized reading' (duration: 4.870795617s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.526499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:46.654383Z","time spent":"4.872099562s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-02T06:00:51.525321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.197922287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:51.526672Z","caller":"traceutil/trace.go:171","msg":"trace[1935926598] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28358; }","duration":"4.971898255s","start":"2026-07-02T06:00:46.553968Z","end":"2026-07-02T06:00:51.525866Z","steps":["trace[1935926598] 'agreement among raft nodes before linearized reading' (duration: 4.971250787s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:51.526679Z","caller":"traceutil/trace.go:171","msg":"trace[551186052] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28358; }","duration":"4.199306064s","start":"2026-07-02T06:00:47.327354Z","end":"2026-07-02T06:00:51.52666Z","steps":["trace[551186052] 'agreement among raft nodes before linearized reading' (duration: 4.197937047s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.526754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:46.553952Z","time spent":"4.972781588s","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17018,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:00:51.526758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:47.327334Z","time spent":"4.199403536s","remote":"127.0.0.1:60096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:51.526932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82732227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-02T06:00:51.525447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.258878859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:51.527006Z","caller":"traceutil/trace.go:171","msg":"trace[1144022366] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28358; }","duration":"6.260476232s","start":"2026-07-02T06:00:45.26652Z","end":"2026-07-02T06:00:51.526996Z","steps":["trace[1144022366] 'agreement among raft nodes before linearized reading' (duration: 6.25889673s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:51.527003Z","caller":"traceutil/trace.go:171","msg":"trace[1881401643] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28358; }","duration":"3.827438533s","start":"2026-07-02T06:00:47.699548Z","end":"2026-07-02T06:00:51.526987Z","steps":["trace[1881401643] 'agreement among raft nodes before linearized reading' (duration: 3.825645015s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.527039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:45.266487Z","time spent":"6.260543134s","remote":"127.0.0.1:39722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:51.527054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:47.699526Z","time spent":"3.827514805s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2739,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:51.525457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34947242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-02T06:00:51.527142Z","caller":"traceutil/trace.go:171","msg":"trace[1509974274] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28358; }","duration":"3.351187116s","start":"2026-07-02T06:00:48.175948Z","end":"2026-07-02T06:00:51.527135Z","steps":["trace[1509974274] 'agreement among raft nodes before linearized reading' (duration: 3.349409088s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.527163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:48.175933Z","time spent":"3.351224458s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-02T06:00:51.52552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.249244294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:51.527257Z","caller":"traceutil/trace.go:171","msg":"trace[1310966910] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28358; }","duration":"7.251019172s","start":"2026-07-02T06:00:44.276229Z","end":"2026-07-02T06:00:51.527248Z","steps":["trace[1310966910] 'agreement among raft nodes before linearized reading' (duration: 7.249264915s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.527278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:44.276206Z","time spent":"7.251065054s","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:51.525569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.052593191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.151\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-02T06:00:51.527374Z","caller":"traceutil/trace.go:171","msg":"trace[176085326] range","detail":"{range_begin:/registry/masterleases/199.19.213.151; range_end:; response_count:1; response_revision:28358; }","duration":"5.054428601s","start":"2026-07-02T06:00:46.472926Z","end":"2026-07-02T06:00:51.527355Z","steps":["trace[176085326] 'agreement among raft nodes before linearized reading' (duration: 5.0525509s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.527437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:46.472905Z","time spent":"5.054515603s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.19.213.151\" "} {"level":"warn","ts":"2026-07-02T06:00:51.525575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.868501974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:00:51.525622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.038832924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:51.525626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.901820857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:51.525824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:48.175959Z","time spent":"3.34984978s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-02T06:00:51.525168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.021087171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:51.525377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.709346182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:00:51.527514Z","caller":"traceutil/trace.go:171","msg":"trace[566364945] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28358; }","duration":"4.711523861s","start":"2026-07-02T06:00:46.815975Z","end":"2026-07-02T06:00:51.527498Z","steps":["trace[566364945] 'agreement among raft nodes before linearized reading' (duration: 4.709368543s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:51.52756Z","caller":"traceutil/trace.go:171","msg":"trace[1537041893] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28358; }","duration":"7.90377368s","start":"2026-07-02T06:00:43.623764Z","end":"2026-07-02T06:00:51.527538Z","steps":["trace[1537041893] 'agreement among raft nodes before linearized reading' (duration: 7.901841388s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:51.527613Z","caller":"traceutil/trace.go:171","msg":"trace[677686221] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:28358; }","duration":"5.023589889s","start":"2026-07-02T06:00:46.504008Z","end":"2026-07-02T06:00:51.527598Z","steps":["trace[677686221] 'agreement among raft nodes before linearized reading' (duration: 5.02103456s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:51.527642Z","caller":"traceutil/trace.go:171","msg":"trace[134797239] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28358; }","duration":"6.870597711s","start":"2026-07-02T06:00:44.657036Z","end":"2026-07-02T06:00:51.527634Z","steps":["trace[134797239] 'agreement among raft nodes before linearized reading' (duration: 6.868501414s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:51.527659Z","caller":"traceutil/trace.go:171","msg":"trace[1726288688] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:28358; }","duration":"6.04091024s","start":"2026-07-02T06:00:45.486738Z","end":"2026-07-02T06:00:51.527648Z","steps":["trace[1726288688] 'agreement among raft nodes before linearized reading' (duration: 6.038857074s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:51.527672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:44.657018Z","time spent":"6.870644001s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:51.527667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:46.503986Z","time spent":"5.023666011s","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:51.527692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:45.486714Z","time spent":"6.040971622s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:00:51.527624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:43.623744Z","time spent":"7.903864462s","remote":"127.0.0.1:39666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:00:51.527573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:46.81595Z","time spent":"4.711601023s","remote":"127.0.0.1:46912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:52.320537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999884167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:00:52.320626Z","caller":"traceutil/trace.go:171","msg":"trace[736077853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99999011s","start":"2026-07-02T06:00:50.320616Z","end":"2026-07-02T06:00:52.320606Z","steps":["trace[736077853] 'agreement among raft nodes before linearized reading' (duration: 1.999880427s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.320675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.320566Z","time spent":"2.000097412s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:00:52.494704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.873538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:00:52.495047Z","caller":"traceutil/trace.go:171","msg":"trace[1948709689] linearizableReadLoop","detail":"{readStateIndex:29658; appliedIndex:29656; }","duration":"970.112749ms","start":"2026-07-02T06:00:51.524918Z","end":"2026-07-02T06:00:52.495031Z","steps":["trace[1948709689] 'read index received' (duration: 130.795608ms)","trace[1948709689] 'applied index is now lower than readState.Index' (duration: 839.316151ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:52.495048Z","caller":"traceutil/trace.go:171","msg":"trace[429395181] transaction","detail":"{read_only:false; response_revision:28359; number_of_response:1; }","duration":"2.291259846s","start":"2026-07-02T06:00:50.203745Z","end":"2026-07-02T06:00:52.495005Z","steps":["trace[429395181] 'process raft request' (duration: 1.451998087s)","trace[429395181] 'compare' (duration: 838.132679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:52.495264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.203723Z","time spent":"2.291444881s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:52.495295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293003093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-02T06:00:52.495364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293216258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:00:52.495401Z","caller":"traceutil/trace.go:171","msg":"trace[1701034118] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28360; }","duration":"2.29326322s","start":"2026-07-02T06:00:50.202125Z","end":"2026-07-02T06:00:52.495388Z","steps":["trace[1701034118] 'agreement among raft nodes before linearized reading' (duration: 2.293176618s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.495451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.202116Z","time spent":"2.293324962s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:00:52.495529Z","caller":"traceutil/trace.go:171","msg":"trace[1174510153] transaction","detail":"{read_only:false; response_revision:28360; number_of_response:1; }","duration":"2.291335798s","start":"2026-07-02T06:00:50.204177Z","end":"2026-07-02T06:00:52.495513Z","steps":["trace[1174510153] 'process raft request' (duration: 2.290750542s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.495608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294063962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T06:00:52.495641Z","caller":"traceutil/trace.go:171","msg":"trace[962746248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28360; }","duration":"2.294126493s","start":"2026-07-02T06:00:50.201505Z","end":"2026-07-02T06:00:52.495632Z","steps":["trace[962746248] 'agreement among raft nodes before linearized reading' (duration: 2.294039541s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.495667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.201487Z","time spent":"2.294175445s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:00:52.495399Z","caller":"traceutil/trace.go:171","msg":"trace[1341681614] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28360; }","duration":"2.293128736s","start":"2026-07-02T06:00:50.202248Z","end":"2026-07-02T06:00:52.495376Z","steps":["trace[1341681614] 'agreement among raft nodes before linearized reading' (duration: 2.292789827s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.495279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293021374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:00:52.495744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648267972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:52.495749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.202242Z","time spent":"2.293467146s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T06:00:52.495763Z","caller":"traceutil/trace.go:171","msg":"trace[559105998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28360; }","duration":"2.293522817s","start":"2026-07-02T06:00:50.202226Z","end":"2026-07-02T06:00:52.495749Z","steps":["trace[559105998] 'agreement among raft nodes before linearized reading' (duration: 2.292926951s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:52.495795Z","caller":"traceutil/trace.go:171","msg":"trace[428498609] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28360; }","duration":"1.648344534s","start":"2026-07-02T06:00:50.847432Z","end":"2026-07-02T06:00:52.495776Z","steps":["trace[428498609] 'agreement among raft nodes before linearized reading' (duration: 1.648259771s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.495825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.202218Z","time spent":"2.293582228s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:00:52.495859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.847413Z","time spent":"1.648412015s","remote":"127.0.0.1:53060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:52.495658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.204169Z","time spent":"2.291412901s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:52.495967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416465144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:52.495857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153422273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:52.49601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542334603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:52.496049Z","caller":"traceutil/trace.go:171","msg":"trace[221584299] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28360; }","duration":"3.542412295s","start":"2026-07-02T06:00:48.953624Z","end":"2026-07-02T06:00:52.496036Z","steps":["trace[221584299] 'agreement among raft nodes before linearized reading' (duration: 3.542334123s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:52.496057Z","caller":"traceutil/trace.go:171","msg":"trace[747171528] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:28360; }","duration":"3.153712391s","start":"2026-07-02T06:00:49.34232Z","end":"2026-07-02T06:00:52.496032Z","steps":["trace[747171528] 'agreement among raft nodes before linearized reading' (duration: 3.153368851s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:52.496053Z","caller":"traceutil/trace.go:171","msg":"trace[476513390] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28360; }","duration":"2.416571806s","start":"2026-07-02T06:00:50.079452Z","end":"2026-07-02T06:00:52.496024Z","steps":["trace[476513390] 'agreement among raft nodes before linearized reading' (duration: 2.416479654s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.496083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:48.953604Z","time spent":"3.542468076s","remote":"127.0.0.1:43950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:52.496092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589144581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-02T06:00:52.496114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:49.342298Z","time spent":"3.153796003s","remote":"127.0.0.1:38552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:52.49613Z","caller":"traceutil/trace.go:171","msg":"trace[2094150856] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7; range_end:; response_count:1; response_revision:28360; }","duration":"2.589224323s","start":"2026-07-02T06:00:49.906895Z","end":"2026-07-02T06:00:52.496119Z","steps":["trace[2094150856] 'agreement among raft nodes before linearized reading' (duration: 2.58910346s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.49613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.079429Z","time spent":"2.41668752s","remote":"127.0.0.1:38546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:52.496143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865290055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:52.496159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:49.906876Z","time spent":"2.589276275s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" "} {"level":"info","ts":"2026-07-02T06:00:52.496195Z","caller":"traceutil/trace.go:171","msg":"trace[1689029638] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:28360; }","duration":"1.865392689s","start":"2026-07-02T06:00:50.630788Z","end":"2026-07-02T06:00:52.49618Z","steps":["trace[1689029638] 'agreement among raft nodes before linearized reading' (duration: 1.865300326s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.49624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.630757Z","time spent":"1.86546826s","remote":"127.0.0.1:52882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:52.496252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6728775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:52.496308Z","caller":"traceutil/trace.go:171","msg":"trace[1829301009] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28360; }","duration":"2.672974983s","start":"2026-07-02T06:00:49.823318Z","end":"2026-07-02T06:00:52.496293Z","steps":["trace[1829301009] 'agreement among raft nodes before linearized reading' (duration: 2.67287688s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.496277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29362384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-02T06:00:52.49635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:49.823298Z","time spent":"2.673039434s","remote":"127.0.0.1:39878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:52.496364Z","caller":"traceutil/trace.go:171","msg":"trace[1779263370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28360; }","duration":"2.293738503s","start":"2026-07-02T06:00:50.202609Z","end":"2026-07-02T06:00:52.496348Z","steps":["trace[1779263370] 'agreement among raft nodes before linearized reading' (duration: 2.293528748s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.496398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.202601Z","time spent":"2.293788304s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:00:52.496432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.180244092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-07-02T06:00:52.496452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294061591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:00:52.496496Z","caller":"traceutil/trace.go:171","msg":"trace[191092102] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28360; }","duration":"2.180361115s","start":"2026-07-02T06:00:50.316117Z","end":"2026-07-02T06:00:52.496478Z","steps":["trace[191092102] 'agreement among raft nodes before linearized reading' (duration: 2.180151679s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:52.496525Z","caller":"traceutil/trace.go:171","msg":"trace[1757597585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28360; }","duration":"2.294189185s","start":"2026-07-02T06:00:50.202316Z","end":"2026-07-02T06:00:52.496506Z","steps":["trace[1757597585] 'agreement among raft nodes before linearized reading' (duration: 2.293946979s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:52.496541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.316094Z","time spent":"2.180439407s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-02T06:00:52.496575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:50.202285Z","time spent":"2.294277087s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:00:52.995172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:00:53.037806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381989638s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:00:53.173771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641593231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:00:53.173859Z","caller":"traceutil/trace.go:171","msg":"trace[962172811] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"1.641748964s","start":"2026-07-02T06:00:51.532091Z","end":"2026-07-02T06:00:53.17384Z","steps":["trace[962172811] 'agreement among raft nodes before linearized reading' (duration: 1.641635591s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:53.173911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:51.532075Z","time spent":"1.641823927s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/02 06:00:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:53.174385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642259928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:00:53.174491Z","caller":"traceutil/trace.go:171","msg":"trace[1754201271] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.642407433s","start":"2026-07-02T06:00:51.532064Z","end":"2026-07-02T06:00:53.174471Z","steps":["trace[1754201271] 'agreement among raft nodes before linearized reading' (duration: 1.642278769s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:53.174548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:51.532053Z","time spent":"1.642483984s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/02 06:00:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:53.655726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.253386ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:53.655829Z","caller":"traceutil/trace.go:171","msg":"trace[2009684017] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28360; }","duration":"222.395599ms","start":"2026-07-02T06:00:53.43342Z","end":"2026-07-02T06:00:53.655815Z","steps":["trace[2009684017] 'range keys from in-memory index tree' (duration: 222.238034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:53.656742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.74174ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-02T06:00:53.657044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:51.528686Z","time spent":"2.12835063s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T06:00:53.657189Z","caller":"traceutil/trace.go:171","msg":"trace[421879565] transaction","detail":"{read_only:false; response_revision:28361; number_of_response:1; }","duration":"2.122649937s","start":"2026-07-02T06:00:51.534527Z","end":"2026-07-02T06:00:53.657177Z","steps":["trace[421879565] 'process raft request' (duration: 2.122360639s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:53.657259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:51.534511Z","time spent":"2.122705048s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1497,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-02T06:00:53.657259Z","caller":"traceutil/trace.go:171","msg":"trace[30429330] transaction","detail":"{read_only:false; response_revision:28362; number_of_response:1; }","duration":"2.087441377s","start":"2026-07-02T06:00:51.569794Z","end":"2026-07-02T06:00:53.657235Z","steps":["trace[30429330] 'process raft request' (duration: 2.087288013s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:53.657395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:51.569758Z","time spent":"2.08754642s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:54.321408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999735381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:00:54.321483Z","caller":"traceutil/trace.go:171","msg":"trace[939629364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999862675s","start":"2026-07-02T06:00:52.321604Z","end":"2026-07-02T06:00:54.321467Z","steps":["trace[939629364] 'agreement among raft nodes before linearized reading' (duration: 1.999772022s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:54.321523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:52.321587Z","time spent":"1.999927367s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:00:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:54.408235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.368921187s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:00:54.555456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.261141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T06:00:54.556148Z","caller":"traceutil/trace.go:171","msg":"trace[289528480] transaction","detail":"{read_only:false; response_revision:28364; number_of_response:1; }","duration":"2.05676614s","start":"2026-07-02T06:00:52.499349Z","end":"2026-07-02T06:00:54.556115Z","steps":["trace[289528480] 'process raft request' (duration: 2.056247086s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:54.556338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:52.499326Z","time spent":"2.056939314s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:55.464935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999784714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:00:55.46502Z","caller":"traceutil/trace.go:171","msg":"trace[539564120] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999933688s","start":"2026-07-02T06:00:53.465068Z","end":"2026-07-02T06:00:55.465002Z","steps":["trace[539564120] 'agreement among raft nodes before linearized reading' (duration: 1.999825115s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:55.465073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:53.46504Z","time spent":"2.000017419s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:00:55.663947Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251332924s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:00:56.329823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00079081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:00:56.329895Z","caller":"traceutil/trace.go:171","msg":"trace[1392560502] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000915574s","start":"2026-07-02T06:00:54.328962Z","end":"2026-07-02T06:00:56.329877Z","steps":["trace[1392560502] 'agreement among raft nodes before linearized reading' (duration: 2.000825981s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:56.329931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:54.328942Z","time spent":"2.000981986s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:00:56.498399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942218169s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:00:56.498733Z","caller":"traceutil/trace.go:171","msg":"trace[1901288637] transaction","detail":"{read_only:false; response_revision:28368; number_of_response:1; }","duration":"3.997874279s","start":"2026-07-02T06:00:52.500842Z","end":"2026-07-02T06:00:56.498716Z","steps":["trace[1901288637] 'process raft request' (duration: 3.997803607s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:56.498828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:52.50083Z","time spent":"3.997947532s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:56.498834Z","caller":"traceutil/trace.go:171","msg":"trace[522385091] transaction","detail":"{read_only:false; response_revision:28366; number_of_response:1; }","duration":"3.99826123s","start":"2026-07-02T06:00:52.500548Z","end":"2026-07-02T06:00:56.498809Z","steps":["trace[522385091] 'process raft request' (duration: 3.997971382s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:56.499003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:52.500538Z","time spent":"3.998383204s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:56.499058Z","caller":"traceutil/trace.go:171","msg":"trace[1555101720] transaction","detail":"{read_only:false; response_revision:28367; number_of_response:1; }","duration":"3.998432105s","start":"2026-07-02T06:00:52.500608Z","end":"2026-07-02T06:00:56.49904Z","steps":["trace[1555101720] 'process raft request' (duration: 3.997995893s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:56.499121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:52.500591Z","time spent":"3.998500646s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:56.499901Z","caller":"traceutil/trace.go:171","msg":"trace[651178567] transaction","detail":"{read_only:false; response_revision:28365; number_of_response:1; }","duration":"3.999951756s","start":"2026-07-02T06:00:52.499862Z","end":"2026-07-02T06:00:56.499814Z","steps":["trace[651178567] 'process raft request' (duration: 2.056239806s)","trace[651178567] 'compare' (duration: 1.941560822s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:56.500216Z","caller":"traceutil/trace.go:171","msg":"trace[1196169488] transaction","detail":"{read_only:false; response_revision:28369; number_of_response:1; }","duration":"3.998537268s","start":"2026-07-02T06:00:52.501654Z","end":"2026-07-02T06:00:56.500191Z","steps":["trace[1196169488] 'process raft request' (duration: 3.997019557s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:56.500307Z","caller":"traceutil/trace.go:171","msg":"trace[1349751497] linearizableReadLoop","detail":"{readStateIndex:29670; appliedIndex:29658; }","duration":"4.005170087s","start":"2026-07-02T06:00:52.495118Z","end":"2026-07-02T06:00:56.500288Z","steps":["trace[1349751497] 'read index received' (duration: 542.883943ms)","trace[1349751497] 'applied index is now lower than readState.Index' (duration: 3.462284803s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:56.500277Z","caller":"traceutil/trace.go:171","msg":"trace[761767516] transaction","detail":"{read_only:false; response_revision:28371; number_of_response:1; }","duration":"3.99419201s","start":"2026-07-02T06:00:52.506057Z","end":"2026-07-02T06:00:56.500248Z","steps":["trace[761767516] 'process raft request' (duration: 3.994122319s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:56.50033Z","caller":"traceutil/trace.go:171","msg":"trace[1102751441] transaction","detail":"{read_only:false; response_revision:28370; number_of_response:1; }","duration":"3.997567782s","start":"2026-07-02T06:00:52.502689Z","end":"2026-07-02T06:00:56.500257Z","steps":["trace[1102751441] 'process raft request' (duration: 3.997421248s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:56.500379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:52.501644Z","time spent":"3.9986335s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:56.500368Z","caller":"traceutil/trace.go:171","msg":"trace[559278579] transaction","detail":"{read_only:false; response_revision:28372; number_of_response:1; }","duration":"3.399376886s","start":"2026-07-02T06:00:53.100964Z","end":"2026-07-02T06:00:56.500341Z","steps":["trace[559278579] 'process raft request' (duration: 3.399280673s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:56.500488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:52.506048Z","time spent":"3.994341514s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:56.50047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:52.502672Z","time spent":"3.997745306s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:56.500602Z","caller":"traceutil/trace.go:171","msg":"trace[681817823] transaction","detail":"{read_only:false; response_revision:28373; number_of_response:1; }","duration":"2.96947498s","start":"2026-07-02T06:00:53.531111Z","end":"2026-07-02T06:00:56.500586Z","steps":["trace[681817823] 'process raft request' (duration: 2.969193812s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:56.500604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.96805148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:56.500509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:53.100946Z","time spent":"3.39949939s","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:56.500672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:52.499844Z","time spent":"4.000767787s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:56.500695Z","caller":"traceutil/trace.go:171","msg":"trace[797031361] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28373; }","duration":"2.842369041s","start":"2026-07-02T06:00:53.65831Z","end":"2026-07-02T06:00:56.500679Z","steps":["trace[797031361] 'process raft request' (duration: 2.842245018s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:56.500706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:53.531085Z","time spent":"2.969567582s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:56.50068Z","caller":"traceutil/trace.go:171","msg":"trace[1735909984] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28373; }","duration":"4.968149783s","start":"2026-07-02T06:00:51.532511Z","end":"2026-07-02T06:00:56.500661Z","steps":["trace[1735909984] 'agreement among raft nodes before linearized reading' (duration: 4.967881895s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:56.500761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:51.532493Z","time spent":"4.968254286s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:00:56.500775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:53.658284Z","time spent":"2.842446133s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:56.500627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.794834937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:56.500908Z","caller":"traceutil/trace.go:171","msg":"trace[1033766815] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28373; }","duration":"4.795135906s","start":"2026-07-02T06:00:51.70575Z","end":"2026-07-02T06:00:56.500886Z","steps":["trace[1033766815] 'agreement among raft nodes before linearized reading' (duration: 4.794627442s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:56.500999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:51.70573Z","time spent":"4.795241128s","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:56.501055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.971465282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4250712d-ae8e-4e37-a62d-21285901483a\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-02T06:00:56.501112Z","caller":"traceutil/trace.go:171","msg":"trace[1913256782] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4250712d-ae8e-4e37-a62d-21285901483a; range_end:; response_count:1; response_revision:28373; }","duration":"4.971562684s","start":"2026-07-02T06:00:51.529537Z","end":"2026-07-02T06:00:56.5011Z","steps":["trace[1913256782] 'agreement among raft nodes before linearized reading' (duration: 4.970865316s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:56.501304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:51.529505Z","time spent":"4.971789871s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-4250712d-ae8e-4e37-a62d-21285901483a\" "} {"level":"warn","ts":"2026-07-02T06:00:57.001121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:00:57.501492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:00:57.863293Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.199156011s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:00:58.174187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999227001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:00:58.174267Z","caller":"traceutil/trace.go:171","msg":"trace[709480853] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999396956s","start":"2026-07-02T06:00:53.174852Z","end":"2026-07-02T06:00:58.174249Z","steps":["trace[709480853] 'agreement among raft nodes before linearized reading' (duration: 4.999297193s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.174312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:53.17483Z","time spent":"4.999472079s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/02 06:00:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:58.337775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000198735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:00:58.337858Z","caller":"traceutil/trace.go:171","msg":"trace[1260901402] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000320608s","start":"2026-07-02T06:00:56.337518Z","end":"2026-07-02T06:00:58.337839Z","steps":["trace[1260901402] 'agreement among raft nodes before linearized reading' (duration: 2.000214765s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.337905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:56.337508Z","time spent":"2.00038919s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:00:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:00:58.578409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.774221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:00:58.578856Z","caller":"traceutil/trace.go:171","msg":"trace[1940994545] linearizableReadLoop","detail":"{readStateIndex:29678; appliedIndex:29673; }","duration":"2.078492137s","start":"2026-07-02T06:00:56.50035Z","end":"2026-07-02T06:00:58.578842Z","steps":["trace[1940994545] 'read index received' (duration: 1.36314886s)","trace[1940994545] 'applied index is now lower than readState.Index' (duration: 715.342237ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:00:58.578913Z","caller":"traceutil/trace.go:171","msg":"trace[1321949315] transaction","detail":"{read_only:false; response_revision:28374; number_of_response:1; }","duration":"4.077472788s","start":"2026-07-02T06:00:54.501432Z","end":"2026-07-02T06:00:58.578905Z","steps":["trace[1321949315] 'process raft request' (duration: 3.362053679s)","trace[1321949315] 'compare' (duration: 714.34366ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:00:58.578954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:54.501404Z","time spent":"4.077525149s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:00:58.57915Z","caller":"traceutil/trace.go:171","msg":"trace[2045549604] transaction","detail":"{read_only:false; response_revision:28375; number_of_response:1; }","duration":"4.075252198s","start":"2026-07-02T06:00:54.503891Z","end":"2026-07-02T06:00:58.579143Z","steps":["trace[2045549604] 'process raft request' (duration: 4.074651732s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.579186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:54.503861Z","time spent":"4.075305369s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:58.57924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256935929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:58.579285Z","caller":"traceutil/trace.go:171","msg":"trace[923907164] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28377; }","duration":"4.257016611s","start":"2026-07-02T06:00:54.322257Z","end":"2026-07-02T06:00:58.579274Z","steps":["trace[923907164] 'agreement among raft nodes before linearized reading' (duration: 4.256929208s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:58.579295Z","caller":"traceutil/trace.go:171","msg":"trace[757831434] transaction","detail":"{read_only:false; response_revision:28376; number_of_response:1; }","duration":"3.668956348s","start":"2026-07-02T06:00:54.910325Z","end":"2026-07-02T06:00:58.579281Z","steps":["trace[757831434] 'process raft request' (duration: 3.66830965s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.579317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.033229253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:58.579339Z","caller":"traceutil/trace.go:171","msg":"trace[1337013053] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28377; }","duration":"6.033250233s","start":"2026-07-02T06:00:52.546082Z","end":"2026-07-02T06:00:58.579332Z","steps":["trace[1337013053] 'agreement among raft nodes before linearized reading' (duration: 6.033219122s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.579339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.973059071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:58.57932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079457746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:58.579362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:52.546063Z","time spent":"6.033293475s","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:58.579362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:56.501731Z","time spent":"2.077628424s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T06:00:58.579369Z","caller":"traceutil/trace.go:171","msg":"trace[59419369] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:28377; }","duration":"3.973127383s","start":"2026-07-02T06:00:54.60623Z","end":"2026-07-02T06:00:58.579358Z","steps":["trace[59419369] 'agreement among raft nodes before linearized reading' (duration: 3.973089132s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:58.579385Z","caller":"traceutil/trace.go:171","msg":"trace[1733985304] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28377; }","duration":"5.079536958s","start":"2026-07-02T06:00:53.499829Z","end":"2026-07-02T06:00:58.579366Z","steps":["trace[1733985304] 'agreement among raft nodes before linearized reading' (duration: 5.079395434s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.579383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:54.9103Z","time spent":"3.6690268s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:58.579421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:53.499772Z","time spent":"5.079642281s","remote":"127.0.0.1:59348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:58.579427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.485015661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:58.579447Z","caller":"traceutil/trace.go:171","msg":"trace[51746931] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:28377; }","duration":"2.485035882s","start":"2026-07-02T06:00:56.094406Z","end":"2026-07-02T06:00:58.579441Z","steps":["trace[51746931] 'agreement among raft nodes before linearized reading' (duration: 2.485006501s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.579464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:56.094385Z","time spent":"2.485074904s","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:58.579497Z","caller":"traceutil/trace.go:171","msg":"trace[1771297178] transaction","detail":"{read_only:false; response_revision:28377; number_of_response:1; }","duration":"2.876967614s","start":"2026-07-02T06:00:55.702518Z","end":"2026-07-02T06:00:58.579485Z","steps":["trace[1771297178] 'process raft request' (duration: 2.876171053s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.579533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:55.702492Z","time spent":"2.877018746s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:00:58.579298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017468259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-02T06:00:58.579566Z","caller":"traceutil/trace.go:171","msg":"trace[324615701] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7; range_end:; response_count:1; response_revision:28377; }","duration":"4.017768727s","start":"2026-07-02T06:00:54.561786Z","end":"2026-07-02T06:00:58.579555Z","steps":["trace[324615701] 'agreement among raft nodes before linearized reading' (duration: 4.017404957s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.579588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.312419045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:58.579599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:54.561772Z","time spent":"4.017818138s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" "} {"level":"info","ts":"2026-07-02T06:00:58.579609Z","caller":"traceutil/trace.go:171","msg":"trace[936547950] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28377; }","duration":"4.312477696s","start":"2026-07-02T06:00:54.267125Z","end":"2026-07-02T06:00:58.579603Z","steps":["trace[936547950] 'agreement among raft nodes before linearized reading' (duration: 4.312440285s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.57963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:54.267097Z","time spent":"4.312526788s","remote":"127.0.0.1:45228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:58.579643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:54.322246Z","time spent":"4.257059881s","remote":"127.0.0.1:52936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:58.579392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:54.606211Z","time spent":"3.973175125s","remote":"127.0.0.1:53240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:58.579751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.910121738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:58.579771Z","caller":"traceutil/trace.go:171","msg":"trace[1928475445] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:28377; }","duration":"4.91018446s","start":"2026-07-02T06:00:53.669581Z","end":"2026-07-02T06:00:58.579765Z","steps":["trace[1928475445] 'agreement among raft nodes before linearized reading' (duration: 4.910134568s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.579789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:53.669564Z","time spent":"4.910221181s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-02T06:00:58.579957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.918112894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"info","ts":"2026-07-02T06:00:58.579974Z","caller":"traceutil/trace.go:171","msg":"trace[1377604998] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28377; }","duration":"4.918132264s","start":"2026-07-02T06:00:53.661837Z","end":"2026-07-02T06:00:58.579969Z","steps":["trace[1377604998] 'agreement among raft nodes before linearized reading' (duration: 4.918038602s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.579992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:53.661768Z","time spent":"4.918218467s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1539,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:00:58.580085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94689259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:58.580103Z","caller":"traceutil/trace.go:171","msg":"trace[1053857718] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:28377; }","duration":"4.946911911s","start":"2026-07-02T06:00:53.633185Z","end":"2026-07-02T06:00:58.580097Z","steps":["trace[1053857718] 'agreement among raft nodes before linearized reading' (duration: 4.94688116s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.580121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:53.633112Z","time spent":"4.947003583s","remote":"127.0.0.1:43968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:58.57924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.804055348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:00:58.580462Z","caller":"traceutil/trace.go:171","msg":"trace[1543170057] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28377; }","duration":"2.805326432s","start":"2026-07-02T06:00:55.775126Z","end":"2026-07-02T06:00:58.580453Z","steps":["trace[1543170057] 'agreement among raft nodes before linearized reading' (duration: 2.804061708s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.579288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.501704056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:00:58.580493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:55.775106Z","time spent":"2.805376653s","remote":"127.0.0.1:39770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:58.580505Z","caller":"traceutil/trace.go:171","msg":"trace[1286352162] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28377; }","duration":"5.502948479s","start":"2026-07-02T06:00:53.077549Z","end":"2026-07-02T06:00:58.580497Z","steps":["trace[1286352162] 'agreement among raft nodes before linearized reading' (duration: 5.501709086s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.58052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.111245179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:58.580533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:53.077532Z","time spent":"5.50299108s","remote":"127.0.0.1:39894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:58.580557Z","caller":"traceutil/trace.go:171","msg":"trace[418291635] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28377; }","duration":"4.111331911s","start":"2026-07-02T06:00:54.469214Z","end":"2026-07-02T06:00:58.580546Z","steps":["trace[418291635] 'agreement among raft nodes before linearized reading' (duration: 4.111272469s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.58056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.149952313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:00:58.580587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:54.469186Z","time spent":"4.111392753s","remote":"127.0.0.1:43912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:58.580591Z","caller":"traceutil/trace.go:171","msg":"trace[2130877837] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:28377; }","duration":"4.149985144s","start":"2026-07-02T06:00:54.430598Z","end":"2026-07-02T06:00:58.580583Z","steps":["trace[2130877837] 'agreement among raft nodes before linearized reading' (duration: 4.149933322s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.580616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:54.430537Z","time spent":"4.150073366s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:58.615381Z","caller":"traceutil/trace.go:171","msg":"trace[185396740] transaction","detail":"{read_only:false; response_revision:28378; number_of_response:1; }","duration":"109.593786ms","start":"2026-07-02T06:00:58.505767Z","end":"2026-07-02T06:00:58.615361Z","steps":["trace[185396740] 'process raft request' (duration: 109.439722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.61556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.474804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:58.615591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.173449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:58.615636Z","caller":"traceutil/trace.go:171","msg":"trace[1397570823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28378; }","duration":"277.592748ms","start":"2026-07-02T06:00:58.338024Z","end":"2026-07-02T06:00:58.615617Z","steps":["trace[1397570823] 'agreement among raft nodes before linearized reading' (duration: 277.468964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.615646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10531921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-07-02T06:00:58.615651Z","caller":"traceutil/trace.go:171","msg":"trace[140976285] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:28378; }","duration":"564.264061ms","start":"2026-07-02T06:00:58.051373Z","end":"2026-07-02T06:00:58.615637Z","steps":["trace[140976285] 'agreement among raft nodes before linearized reading' (duration: 564.176959ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:58.615673Z","caller":"traceutil/trace.go:171","msg":"trace[2091124931] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28378; }","duration":"2.105381582s","start":"2026-07-02T06:00:56.510283Z","end":"2026-07-02T06:00:58.615665Z","steps":["trace[2091124931] 'agreement among raft nodes before linearized reading' (duration: 2.10529226s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.615686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.051351Z","time spent":"564.324552ms","remote":"127.0.0.1:60008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:58.615726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.996083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-07-02T06:00:58.615745Z","caller":"traceutil/trace.go:171","msg":"trace[306992076] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28378; }","duration":"832.054824ms","start":"2026-07-02T06:00:57.783685Z","end":"2026-07-02T06:00:58.61574Z","steps":["trace[306992076] 'agreement among raft nodes before linearized reading' (duration: 832.020613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.615758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:57.783654Z","time spent":"832.100495ms","remote":"127.0.0.1:39666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-02T06:00:58.615788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.015013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T06:00:58.615694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:56.510262Z","time spent":"2.105428463s","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17018,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-02T06:00:58.615835Z","caller":"traceutil/trace.go:171","msg":"trace[2129476897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28378; }","duration":"108.056814ms","start":"2026-07-02T06:00:58.507763Z","end":"2026-07-02T06:00:58.61582Z","steps":["trace[2129476897] 'agreement among raft nodes before linearized reading' (duration: 107.976072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.615719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.926471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:00:58.615904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.702086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T06:00:58.615922Z","caller":"traceutil/trace.go:171","msg":"trace[2047290434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28378; }","duration":"108.143277ms","start":"2026-07-02T06:00:58.507772Z","end":"2026-07-02T06:00:58.615915Z","steps":["trace[2047290434] 'agreement among raft nodes before linearized reading' (duration: 107.8913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.615892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.039828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:00:58.615933Z","caller":"traceutil/trace.go:171","msg":"trace[1190305294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28378; }","duration":"110.761818ms","start":"2026-07-02T06:00:58.505162Z","end":"2026-07-02T06:00:58.615924Z","steps":["trace[1190305294] 'agreement among raft nodes before linearized reading' (duration: 110.672906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.615635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.893154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T06:00:58.615964Z","caller":"traceutil/trace.go:171","msg":"trace[29929521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28378; }","duration":"110.249044ms","start":"2026-07-02T06:00:58.505711Z","end":"2026-07-02T06:00:58.61596Z","steps":["trace[29929521] 'agreement among raft nodes before linearized reading' (duration: 109.788902ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:58.615965Z","caller":"traceutil/trace.go:171","msg":"trace[1442753122] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28378; }","duration":"652.167372ms","start":"2026-07-02T06:00:57.963778Z","end":"2026-07-02T06:00:58.615946Z","steps":["trace[1442753122] 'agreement among raft nodes before linearized reading' (duration: 652.024608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.616041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.870695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T06:00:58.616058Z","caller":"traceutil/trace.go:171","msg":"trace[1808675875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28378; }","duration":"112.938687ms","start":"2026-07-02T06:00:58.503116Z","end":"2026-07-02T06:00:58.616054Z","steps":["trace[1808675875] 'agreement among raft nodes before linearized reading' (duration: 112.887705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.616053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:57.963758Z","time spent":"652.259815ms","remote":"127.0.0.1:52998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:00:58.616013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105556346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:00:58.615729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.191696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:00:58.61613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.480824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-02T06:00:58.616152Z","caller":"traceutil/trace.go:171","msg":"trace[412800349] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28378; }","duration":"112.533276ms","start":"2026-07-02T06:00:58.503612Z","end":"2026-07-02T06:00:58.616146Z","steps":["trace[412800349] 'agreement among raft nodes before linearized reading' (duration: 112.477525ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:00:58.616149Z","caller":"traceutil/trace.go:171","msg":"trace[1157351550] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28378; }","duration":"654.763842ms","start":"2026-07-02T06:00:57.961372Z","end":"2026-07-02T06:00:58.616136Z","steps":["trace[1157351550] 'agreement among raft nodes before linearized reading' (duration: 654.174146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.616186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:57.961354Z","time spent":"654.818604ms","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:00:58.616153Z","caller":"traceutil/trace.go:171","msg":"trace[1481734360] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28378; }","duration":"2.105884955s","start":"2026-07-02T06:00:56.510241Z","end":"2026-07-02T06:00:58.616126Z","steps":["trace[1481734360] 'agreement among raft nodes before linearized reading' (duration: 2.105385262s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.616438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108896347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-02T06:00:58.616372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:56.510228Z","time spent":"2.106121962s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-02T06:00:58.616471Z","caller":"traceutil/trace.go:171","msg":"trace[894757614] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28378; }","duration":"2.108956349s","start":"2026-07-02T06:00:56.507506Z","end":"2026-07-02T06:00:58.616462Z","steps":["trace[894757614] 'agreement among raft nodes before linearized reading' (duration: 2.107970282s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:00:58.616488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:56.507492Z","time spent":"2.108992059s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-02T06:00:59.12007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:00:59.620586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:00.121639Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:00.169173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244639612s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:01:00.169715Z","caller":"traceutil/trace.go:171","msg":"trace[1866413196] transaction","detail":"{read_only:false; response_revision:28379; number_of_response:1; }","duration":"1.587346367s","start":"2026-07-02T06:00:58.582335Z","end":"2026-07-02T06:01:00.169682Z","steps":["trace[1866413196] 'process raft request' (duration: 1.587012998s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:00.169779Z","caller":"traceutil/trace.go:171","msg":"trace[501130718] transaction","detail":"{read_only:false; response_revision:28380; number_of_response:1; }","duration":"1.587415009s","start":"2026-07-02T06:00:58.582355Z","end":"2026-07-02T06:01:00.16977Z","steps":["trace[501130718] 'process raft request' (duration: 1.587224634s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:00.169871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.582324Z","time spent":"1.58745515s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:00.169731Z","caller":"traceutil/trace.go:171","msg":"trace[476257285] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28380; }","duration":"1.587336837s","start":"2026-07-02T06:00:58.582371Z","end":"2026-07-02T06:01:00.169708Z","steps":["trace[476257285] 'process raft request' (duration: 1.587287006s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:00.169927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.58234Z","time spent":"1.587470811s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:00.170102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.582357Z","time spent":"1.587637775s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-02T06:01:00.624952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000644506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:01:00.625037Z","caller":"traceutil/trace.go:171","msg":"trace[474274274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000759249s","start":"2026-07-02T06:00:58.624253Z","end":"2026-07-02T06:01:00.625013Z","steps":["trace[474274274] 'agreement among raft nodes before linearized reading' (duration: 2.000664066s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:00.625079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.624244Z","time spent":"2.000825761s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:01:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:01:02.625569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:01:02.62565Z","caller":"traceutil/trace.go:171","msg":"trace[660716539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402121s","start":"2026-07-02T06:01:00.625228Z","end":"2026-07-02T06:01:02.62563Z","steps":["trace[660716539] 'agreement among raft nodes before linearized reading' (duration: 2.000304098s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:02.625759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:00.625215Z","time spent":"2.000531414s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:01:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:01:02.979034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.80966151s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:01:02.980574Z","caller":"traceutil/trace.go:171","msg":"trace[790951968] transaction","detail":"{read_only:false; response_revision:28383; number_of_response:1; }","duration":"4.359613568s","start":"2026-07-02T06:00:58.62093Z","end":"2026-07-02T06:01:02.980544Z","steps":["trace[790951968] 'process raft request' (duration: 4.359083124s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:02.980648Z","caller":"traceutil/trace.go:171","msg":"trace[990001655] transaction","detail":"{read_only:false; response_revision:28382; number_of_response:1; }","duration":"4.359250938s","start":"2026-07-02T06:00:58.620846Z","end":"2026-07-02T06:01:02.980097Z","steps":["trace[990001655] 'process raft request' (duration: 4.359070383s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:02.980882Z","caller":"traceutil/trace.go:171","msg":"trace[1699703080] transaction","detail":"{read_only:false; response_revision:28381; number_of_response:1; }","duration":"4.36042067s","start":"2026-07-02T06:00:58.620424Z","end":"2026-07-02T06:01:02.980845Z","steps":["trace[1699703080] 'process raft request' (duration: 4.359054993s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:02.980936Z","caller":"traceutil/trace.go:171","msg":"trace[1412695040] transaction","detail":"{read_only:false; response_revision:28384; number_of_response:1; }","duration":"4.359259579s","start":"2026-07-02T06:00:58.621663Z","end":"2026-07-02T06:01:02.980922Z","steps":["trace[1412695040] 'process raft request' (duration: 4.358778146s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:02.980969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.620833Z","time spent":"4.359957457s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:02.981128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.62041Z","time spent":"4.360560294s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:02.981165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.621657Z","time spent":"4.35931221s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:02.981422Z","caller":"traceutil/trace.go:171","msg":"trace[791319302] transaction","detail":"{read_only:false; response_revision:28385; number_of_response:1; }","duration":"4.359731722s","start":"2026-07-02T06:00:58.62168Z","end":"2026-07-02T06:01:02.981412Z","steps":["trace[791319302] 'process raft request' (duration: 4.359197477s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:02.981495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.621674Z","time spent":"4.359784963s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:02.981673Z","caller":"traceutil/trace.go:171","msg":"trace[909861473] transaction","detail":"{read_only:false; response_revision:28386; number_of_response:1; }","duration":"4.359476864s","start":"2026-07-02T06:00:58.622184Z","end":"2026-07-02T06:01:02.981661Z","steps":["trace[909861473] 'process raft request' (duration: 4.359180147s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:02.981732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.622177Z","time spent":"4.359528256s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:02.98183Z","caller":"traceutil/trace.go:171","msg":"trace[1486016661] linearizableReadLoop","detail":"{readStateIndex:29689; appliedIndex:29679; }","duration":"4.362556838s","start":"2026-07-02T06:00:58.619255Z","end":"2026-07-02T06:01:02.981812Z","steps":["trace[1486016661] 'read index received' (duration: 1.550101402s)","trace[1486016661] 'applied index is now lower than readState.Index' (duration: 2.812449385s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:02.982184Z","caller":"traceutil/trace.go:171","msg":"trace[623498541] transaction","detail":"{read_only:false; response_revision:28387; number_of_response:1; }","duration":"3.047764553s","start":"2026-07-02T06:00:59.934352Z","end":"2026-07-02T06:01:02.982116Z","steps":["trace[623498541] 'process raft request' (duration: 3.04727453s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:02.982399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.363113892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:954"} {"level":"warn","ts":"2026-07-02T06:01:02.9824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:59.934328Z","time spent":"3.047952247s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:02.9825Z","caller":"traceutil/trace.go:171","msg":"trace[1705101428] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:28387; }","duration":"4.363265417s","start":"2026-07-02T06:00:58.619215Z","end":"2026-07-02T06:01:02.98248Z","steps":["trace[1705101428] 'agreement among raft nodes before linearized reading' (duration: 4.362945058s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:02.982546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.619194Z","time spent":"4.363343109s","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":978,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-02T06:01:02.984043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.620917Z","time spent":"4.359756562s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:03.4826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:03.983544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:04.484841Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:04.633773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000598664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:01:04.633889Z","caller":"traceutil/trace.go:171","msg":"trace[1012153439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000762159s","start":"2026-07-02T06:01:02.633093Z","end":"2026-07-02T06:01:04.633855Z","steps":["trace[1012153439] 'agreement among raft nodes before linearized reading' (duration: 2.000628345s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:04.633955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:02.633076Z","time spent":"2.000865031s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:01:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:01:04.985176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252526559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:05.159093Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.039514134s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:01:05.281454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847867755s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:05.281597Z","caller":"traceutil/trace.go:171","msg":"trace[963994935] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28387; }","duration":"1.848017489s","start":"2026-07-02T06:01:03.433554Z","end":"2026-07-02T06:01:05.281572Z","steps":["trace[963994935] 'range keys from in-memory index tree' (duration: 1.847848865s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:05.281773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.388692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:01:05.28199Z","caller":"traceutil/trace.go:171","msg":"trace[1647761920] transaction","detail":"{read_only:false; response_revision:28388; number_of_response:1; }","duration":"4.696551697s","start":"2026-07-02T06:01:00.585415Z","end":"2026-07-02T06:01:05.281967Z","steps":["trace[1647761920] 'process raft request' (duration: 4.573874597s)","trace[1647761920] 'compare' (duration: 122.121925ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:05.282052Z","caller":"traceutil/trace.go:171","msg":"trace[738155996] transaction","detail":"{read_only:false; response_revision:28391; number_of_response:1; }","duration":"3.623717677s","start":"2026-07-02T06:01:01.658314Z","end":"2026-07-02T06:01:05.282032Z","steps":["trace[738155996] 'process raft request' (duration: 3.623673306s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:05.28211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:00.585391Z","time spent":"4.69664851s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:05.282129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:01.65829Z","time spent":"3.62380323s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:05.28231Z","caller":"traceutil/trace.go:171","msg":"trace[1499055079] transaction","detail":"{read_only:false; response_revision:28389; number_of_response:1; }","duration":"4.696815374s","start":"2026-07-02T06:01:00.585485Z","end":"2026-07-02T06:01:05.282301Z","steps":["trace[1499055079] 'process raft request' (duration: 4.696407943s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:05.282371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:00.585481Z","time spent":"4.696862446s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:05.282495Z","caller":"traceutil/trace.go:171","msg":"trace[932792799] transaction","detail":"{read_only:false; response_revision:28390; number_of_response:1; }","duration":"4.661553933s","start":"2026-07-02T06:01:00.62093Z","end":"2026-07-02T06:01:05.282484Z","steps":["trace[932792799] 'process raft request' (duration: 4.661023768s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:05.28259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:00.620909Z","time spent":"4.661636445s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:06.635014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000546254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:01:06.635079Z","caller":"traceutil/trace.go:171","msg":"trace[277111092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000663978s","start":"2026-07-02T06:01:04.634397Z","end":"2026-07-02T06:01:06.635061Z","steps":["trace[277111092] 'agreement among raft nodes before linearized reading' (duration: 2.000584306s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:06.63511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:04.634376Z","time spent":"2.000727279s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:01:07.471754Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.308649245s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:01:08.151842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.713625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:01:08.152111Z","caller":"traceutil/trace.go:171","msg":"trace[1275840454] linearizableReadLoop","detail":"{readStateIndex:29695; appliedIndex:29689; }","duration":"5.170167161s","start":"2026-07-02T06:01:02.981921Z","end":"2026-07-02T06:01:08.152088Z","steps":["trace[1275840454] 'read index received' (duration: 2.177364762s)","trace[1275840454] 'applied index is now lower than readState.Index' (duration: 2.992800629s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:08.152229Z","caller":"traceutil/trace.go:171","msg":"trace[385920117] transaction","detail":"{read_only:false; response_revision:28392; number_of_response:1; }","duration":"5.163505523s","start":"2026-07-02T06:01:02.9887Z","end":"2026-07-02T06:01:08.152206Z","steps":["trace[385920117] 'process raft request' (duration: 4.483330975s)","trace[385920117] 'compare' (duration: 679.560451ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:08.152323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:02.988685Z","time spent":"5.163589604s","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1094,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:08.152781Z","caller":"traceutil/trace.go:171","msg":"trace[220979816] transaction","detail":"{read_only:false; response_revision:28393; number_of_response:1; }","duration":"4.559024908s","start":"2026-07-02T06:01:03.593738Z","end":"2026-07-02T06:01:08.152763Z","steps":["trace[220979816] 'process raft request' (duration: 4.558224646s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.152885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:03.593711Z","time spent":"4.559123991s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:08.153152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.426794202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:01:08.153237Z","caller":"traceutil/trace.go:171","msg":"trace[355518793] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:28393; }","duration":"9.426940896s","start":"2026-07-02T06:00:58.726278Z","end":"2026-07-02T06:01:08.153219Z","steps":["trace[355518793] 'agreement among raft nodes before linearized reading' (duration: 9.426754451s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.153245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.532842242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-02T06:01:08.153284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.726255Z","time spent":"9.427019279s","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:08.1533Z","caller":"traceutil/trace.go:171","msg":"trace[2044955247] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0; range_end:; response_count:1; response_revision:28393; }","duration":"9.532921525s","start":"2026-07-02T06:00:58.620362Z","end":"2026-07-02T06:01:08.153284Z","steps":["trace[2044955247] 'agreement among raft nodes before linearized reading' (duration: 9.53274383s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.153358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.620349Z","time spent":"9.532996336s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0\" "} {"level":"warn","ts":"2026-07-02T06:01:08.153377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.797282582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:08.153458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.895154249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:08.153549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.533783788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"warn","ts":"2026-07-02T06:01:08.153562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.977323405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:08.153614Z","caller":"traceutil/trace.go:171","msg":"trace[947046691] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28393; }","duration":"5.977404346s","start":"2026-07-02T06:01:02.176199Z","end":"2026-07-02T06:01:08.153603Z","steps":["trace[947046691] 'agreement among raft nodes before linearized reading' (duration: 5.977319624s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.153668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:02.176165Z","time spent":"5.977490649s","remote":"127.0.0.1:60072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:08.153557Z","caller":"traceutil/trace.go:171","msg":"trace[2022567366] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28393; }","duration":"5.895255691s","start":"2026-07-02T06:01:02.25827Z","end":"2026-07-02T06:01:08.153525Z","steps":["trace[2022567366] 'agreement among raft nodes before linearized reading' (duration: 5.895115458s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.153731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.209210965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:08.15361Z","caller":"traceutil/trace.go:171","msg":"trace[1289536689] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:28393; }","duration":"9.53385735s","start":"2026-07-02T06:00:58.619735Z","end":"2026-07-02T06:01:08.153593Z","steps":["trace[1289536689] 'agreement among raft nodes before linearized reading' (duration: 9.533724967s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:08.153863Z","caller":"traceutil/trace.go:171","msg":"trace[500115754] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:28393; }","duration":"5.209409781s","start":"2026-07-02T06:01:02.944423Z","end":"2026-07-02T06:01:08.153833Z","steps":["trace[500115754] 'agreement among raft nodes before linearized reading' (duration: 5.209142503s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.153878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.661666834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282508"} {"level":"info","ts":"2026-07-02T06:01:08.153916Z","caller":"traceutil/trace.go:171","msg":"trace[1857192926] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28393; }","duration":"8.661731625s","start":"2026-07-02T06:00:59.492173Z","end":"2026-07-02T06:01:08.153904Z","steps":["trace[1857192926] 'agreement among raft nodes before linearized reading' (duration: 8.661346364s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.153921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:02.944395Z","time spent":"5.209512974s","remote":"127.0.0.1:59992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:08.153947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:59.492131Z","time spent":"8.661808618s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282532,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-02T06:01:08.153784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:02.258202Z","time spent":"5.89556504s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:08.153972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.265148272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:08.15404Z","caller":"traceutil/trace.go:171","msg":"trace[1189036320] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28393; }","duration":"9.265288166s","start":"2026-07-02T06:00:58.888734Z","end":"2026-07-02T06:01:08.154023Z","steps":["trace[1189036320] 'agreement among raft nodes before linearized reading' (duration: 9.265180003s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.154085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.079438954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:08.154113Z","caller":"traceutil/trace.go:171","msg":"trace[103420655] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28393; }","duration":"7.079457715s","start":"2026-07-02T06:01:01.074642Z","end":"2026-07-02T06:01:08.154099Z","steps":["trace[103420655] 'agreement among raft nodes before linearized reading' (duration: 7.079427304s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.15411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.888713Z","time spent":"9.265375569s","remote":"127.0.0.1:38562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:08.154145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:01.074584Z","time spent":"7.079554937s","remote":"127.0.0.1:59332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:08.15403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.605901585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:08.153921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:58.619724Z","time spent":"9.534177719s","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"info","ts":"2026-07-02T06:01:08.154223Z","caller":"traceutil/trace.go:171","msg":"trace[1888974] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28393; }","duration":"7.606142842s","start":"2026-07-02T06:01:00.548059Z","end":"2026-07-02T06:01:08.154202Z","steps":["trace[1888974] 'agreement among raft nodes before linearized reading' (duration: 7.605897725s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.154259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.979279817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-02T06:01:08.1535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.633450362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:08.153485Z","caller":"traceutil/trace.go:171","msg":"trace[845023474] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:28393; }","duration":"6.797446368s","start":"2026-07-02T06:01:01.356013Z","end":"2026-07-02T06:01:08.15346Z","steps":["trace[845023474] 'agreement among raft nodes before linearized reading' (duration: 6.797196781s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.154282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:00.54804Z","time spent":"7.606223624s","remote":"127.0.0.1:53068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:08.154307Z","caller":"traceutil/trace.go:171","msg":"trace[125813244] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7; range_end:; response_count:1; response_revision:28393; }","duration":"7.979342959s","start":"2026-07-02T06:01:00.174948Z","end":"2026-07-02T06:01:08.154291Z","steps":["trace[125813244] 'agreement among raft nodes before linearized reading' (duration: 7.979220576s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.154343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:00.174937Z","time spent":"7.97939882s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" "} {"level":"warn","ts":"2026-07-02T06:01:08.154334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:01.355992Z","time spent":"6.798322231s","remote":"127.0.0.1:43906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:08.154336Z","caller":"traceutil/trace.go:171","msg":"trace[726990679] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28393; }","duration":"8.634272274s","start":"2026-07-02T06:00:59.520034Z","end":"2026-07-02T06:01:08.154307Z","steps":["trace[726990679] 'agreement among raft nodes before linearized reading' (duration: 8.633435392s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.154425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.982259058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-02T06:01:08.154456Z","caller":"traceutil/trace.go:171","msg":"trace[917852968] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28393; }","duration":"7.982322849s","start":"2026-07-02T06:01:00.172116Z","end":"2026-07-02T06:01:08.154439Z","steps":["trace[917852968] 'agreement among raft nodes before linearized reading' (duration: 7.982237087s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.154471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:00.172098Z","time spent":"7.982370011s","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:01:08.154424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:00:59.519956Z","time spent":"8.634435939s","remote":"127.0.0.1:60130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:08.154664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.983512231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-02T06:01:08.154752Z","caller":"traceutil/trace.go:171","msg":"trace[1919653881] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:28393; }","duration":"7.983657115s","start":"2026-07-02T06:01:00.171083Z","end":"2026-07-02T06:01:08.15474Z","steps":["trace[1919653881] 'agreement among raft nodes before linearized reading' (duration: 7.981714913s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.15479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:00.171064Z","time spent":"7.983717516s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13510,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-02T06:01:08.64325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000542283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:01:08.643335Z","caller":"traceutil/trace.go:171","msg":"trace[1770210037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705507s","start":"2026-07-02T06:01:06.64261Z","end":"2026-07-02T06:01:08.643315Z","steps":["trace[1770210037] 'agreement among raft nodes before linearized reading' (duration: 2.000558153s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:08.643383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:06.642598Z","time spent":"2.00077417s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:01:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:01:09.371435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053663872s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:01:09.371805Z","caller":"traceutil/trace.go:171","msg":"trace[1113198936] transaction","detail":"{read_only:false; response_revision:28394; number_of_response:1; }","duration":"3.284626111s","start":"2026-07-02T06:01:06.087146Z","end":"2026-07-02T06:01:09.371772Z","steps":["trace[1113198936] 'process raft request' (duration: 2.230522127s)","trace[1113198936] 'compare' (duration: 1.053148908s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:09.371906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:06.087122Z","time spent":"3.284737815s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:09.371813Z","caller":"traceutil/trace.go:171","msg":"trace[1282979113] transaction","detail":"{read_only:false; response_revision:28395; number_of_response:1; }","duration":"2.084234752s","start":"2026-07-02T06:01:07.287564Z","end":"2026-07-02T06:01:09.371798Z","steps":["trace[1282979113] 'process raft request' (duration: 2.083976775s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.372219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:07.287539Z","time spent":"2.084541001s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:09.372726Z","caller":"traceutil/trace.go:171","msg":"trace[1545094004] transaction","detail":"{read_only:false; response_revision:28397; number_of_response:1; }","duration":"2.083975825s","start":"2026-07-02T06:01:07.288703Z","end":"2026-07-02T06:01:09.372679Z","steps":["trace[1545094004] 'process raft request' (duration: 2.083379959s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:09.372256Z","caller":"traceutil/trace.go:171","msg":"trace[528070652] transaction","detail":"{read_only:false; response_revision:28396; number_of_response:1; }","duration":"2.083998276s","start":"2026-07-02T06:01:07.288165Z","end":"2026-07-02T06:01:09.372164Z","steps":["trace[528070652] 'process raft request' (duration: 2.083441511s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.372959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:07.288693Z","time spent":"2.084137689s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:09.373099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:07.288115Z","time spent":"2.084836438s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:09.428742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.110948698s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:01:09.621539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.594855ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T06:01:09.622234Z","caller":"traceutil/trace.go:171","msg":"trace[1164463077] transaction","detail":"{read_only:false; response_revision:28398; number_of_response:1; }","duration":"1.464944256s","start":"2026-07-02T06:01:08.15699Z","end":"2026-07-02T06:01:09.621934Z","steps":["trace[1164463077] 'process raft request' (duration: 1.464651008s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.622388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:08.156967Z","time spent":"1.465337857s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:09.718212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730461352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-02T06:01:09.718237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070869072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:09.718299Z","caller":"traceutil/trace.go:171","msg":"trace[1236681273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28400; }","duration":"4.730577415s","start":"2026-07-02T06:01:04.9877Z","end":"2026-07-02T06:01:09.718277Z","steps":["trace[1236681273] 'agreement among raft nodes before linearized reading' (duration: 4.730337419s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:09.718324Z","caller":"traceutil/trace.go:171","msg":"trace[848755590] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:28400; }","duration":"2.071015406s","start":"2026-07-02T06:01:07.647285Z","end":"2026-07-02T06:01:09.718301Z","steps":["trace[848755590] 'agreement among raft nodes before linearized reading' (duration: 2.070755799s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.718351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:04.987693Z","time spent":"4.730645427s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:01:09.718384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:07.647265Z","time spent":"2.071103488s","remote":"127.0.0.1:39844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:09.718542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.429659203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:09.718591Z","caller":"traceutil/trace.go:171","msg":"trace[1547244238] linearizableReadLoop","detail":"{readStateIndex:29700; appliedIndex:29695; }","duration":"1.565777146s","start":"2026-07-02T06:01:08.152166Z","end":"2026-07-02T06:01:09.717943Z","steps":["trace[1547244238] 'read index received' (duration: 165.704919ms)","trace[1547244238] 'applied index is now lower than readState.Index' (duration: 1.400070987s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:09.71867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278261694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:09.718735Z","caller":"traceutil/trace.go:171","msg":"trace[839971015] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:28400; }","duration":"4.278370687s","start":"2026-07-02T06:01:05.440348Z","end":"2026-07-02T06:01:09.718719Z","steps":["trace[839971015] 'agreement among raft nodes before linearized reading' (duration: 4.278266944s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.718754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731135751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:01:09.718785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:05.440299Z","time spent":"4.278473159s","remote":"127.0.0.1:38390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:09.718823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.682947585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:09.718874Z","caller":"traceutil/trace.go:171","msg":"trace[1764548489] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28400; }","duration":"5.683046408s","start":"2026-07-02T06:01:04.035815Z","end":"2026-07-02T06:01:09.718861Z","steps":["trace[1764548489] 'agreement among raft nodes before linearized reading' (duration: 5.682902224s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:09.718893Z","caller":"traceutil/trace.go:171","msg":"trace[668872356] transaction","detail":"{read_only:false; response_revision:28399; number_of_response:1; }","duration":"1.55959357s","start":"2026-07-02T06:01:08.159277Z","end":"2026-07-02T06:01:09.718871Z","steps":["trace[668872356] 'process raft request' (duration: 1.462641645s)","trace[668872356] 'compare' (duration: 95.751033ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:09.718944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:04.035794Z","time spent":"5.68311405s","remote":"127.0.0.1:40384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:09.719035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732493946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T06:01:09.719056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:08.159266Z","time spent":"1.559703393s","remote":"127.0.0.1:39762","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:09.719089Z","caller":"traceutil/trace.go:171","msg":"trace[458280893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28400; }","duration":"4.732579549s","start":"2026-07-02T06:01:04.986497Z","end":"2026-07-02T06:01:09.719077Z","steps":["trace[458280893] 'agreement among raft nodes before linearized reading' (duration: 4.732460075s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.71916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:04.986436Z","time spent":"4.732687902s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:01:09.718932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.731601332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:01:09.719331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730519503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:01:09.719384Z","caller":"traceutil/trace.go:171","msg":"trace[1854539523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28400; }","duration":"4.730591825s","start":"2026-07-02T06:01:04.988776Z","end":"2026-07-02T06:01:09.719368Z","steps":["trace[1854539523] 'agreement among raft nodes before linearized reading' (duration: 4.730450082s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.719425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:04.988764Z","time spent":"4.730651327s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:01:09.719412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847783994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-02T06:01:09.719478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.734582088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T06:01:09.719504Z","caller":"traceutil/trace.go:171","msg":"trace[1927833315] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:28400; }","duration":"1.847959848s","start":"2026-07-02T06:01:07.87152Z","end":"2026-07-02T06:01:09.71948Z","steps":["trace[1927833315] 'agreement among raft nodes before linearized reading' (duration: 1.847482046s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:09.719546Z","caller":"traceutil/trace.go:171","msg":"trace[1112920291] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28400; }","duration":"5.734646259s","start":"2026-07-02T06:01:03.984857Z","end":"2026-07-02T06:01:09.719504Z","steps":["trace[1112920291] 'agreement among raft nodes before linearized reading' (duration: 5.734452074s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.719612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999261742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-02T06:01:09.719567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:07.871495Z","time spent":"1.848061802s","remote":"127.0.0.1:39584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":236,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:09.719682Z","caller":"traceutil/trace.go:171","msg":"trace[1422833062] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:28400; }","duration":"4.999367105s","start":"2026-07-02T06:01:04.7203Z","end":"2026-07-02T06:01:09.719667Z","steps":["trace[1422833062] 'agreement among raft nodes before linearized reading' (duration: 4.999066967s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.719737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:04.720281Z","time spent":"4.999441868s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:09.719754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.667364608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:09.718619Z","caller":"traceutil/trace.go:171","msg":"trace[1560311369] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:28400; }","duration":"5.429959381s","start":"2026-07-02T06:01:04.288639Z","end":"2026-07-02T06:01:09.718598Z","steps":["trace[1560311369] 'agreement among raft nodes before linearized reading' (duration: 5.429660683s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.719773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.734317205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-02T06:01:09.719378Z","caller":"traceutil/trace.go:171","msg":"trace[790383688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28400; }","duration":"4.732063295s","start":"2026-07-02T06:01:04.987297Z","end":"2026-07-02T06:01:09.71936Z","steps":["trace[790383688] 'agreement among raft nodes before linearized reading' (duration: 4.731521701s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:09.71989Z","caller":"traceutil/trace.go:171","msg":"trace[911633759] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28400; }","duration":"4.73446176s","start":"2026-07-02T06:01:04.985391Z","end":"2026-07-02T06:01:09.719853Z","steps":["trace[911633759] 'agreement among raft nodes before linearized reading' (duration: 4.733855253s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:09.719628Z","caller":"traceutil/trace.go:171","msg":"trace[456307495] transaction","detail":"{read_only:false; response_revision:28400; number_of_response:1; }","duration":"1.555352606s","start":"2026-07-02T06:01:08.164248Z","end":"2026-07-02T06:01:09.7196Z","steps":["trace[456307495] 'process raft request' (duration: 1.553608149s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.719914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:04.987287Z","time spent":"4.73260981s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:01:09.719943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562786036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-02T06:01:09.719945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:04.98533Z","time spent":"4.734606364s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T06:01:09.719821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:04.288609Z","time spent":"5.431200554s","remote":"127.0.0.1:36662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:09.719902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.827591176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:09.720003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:08.164228Z","time spent":"1.555718065s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:09.720043Z","caller":"traceutil/trace.go:171","msg":"trace[1455074796] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:28400; }","duration":"5.827754861s","start":"2026-07-02T06:01:03.892272Z","end":"2026-07-02T06:01:09.720027Z","steps":["trace[1455074796] 'agreement among raft nodes before linearized reading' (duration: 5.827568316s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:09.718794Z","caller":"traceutil/trace.go:171","msg":"trace[583056950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28400; }","duration":"4.731192332s","start":"2026-07-02T06:01:04.98759Z","end":"2026-07-02T06:01:09.718782Z","steps":["trace[583056950] 'agreement among raft nodes before linearized reading' (duration: 4.731057918s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.720069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.128988397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"info","ts":"2026-07-02T06:01:09.719813Z","caller":"traceutil/trace.go:171","msg":"trace[25634278] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:28400; }","duration":"6.667471341s","start":"2026-07-02T06:01:03.052325Z","end":"2026-07-02T06:01:09.719796Z","steps":["trace[25634278] 'agreement among raft nodes before linearized reading' (duration: 6.667367718s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.720109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:04.987584Z","time spent":"4.732511727s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T06:01:09.720117Z","caller":"traceutil/trace.go:171","msg":"trace[849500299] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28400; }","duration":"6.129076319s","start":"2026-07-02T06:01:03.591028Z","end":"2026-07-02T06:01:09.720104Z","steps":["trace[849500299] 'agreement among raft nodes before linearized reading' (duration: 6.128921735s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.720215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:03.052304Z","time spent":"6.667824551s","remote":"127.0.0.1:36722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:09.71964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:03.984842Z","time spent":"5.734790894s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T06:01:09.720248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:03.892257Z","time spent":"5.827969888s","remote":"127.0.0.1:39936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:09.720277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.384606202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:09.72029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084277838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:09.720329Z","caller":"traceutil/trace.go:171","msg":"trace[217085540] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:28400; }","duration":"6.384657873s","start":"2026-07-02T06:01:03.335657Z","end":"2026-07-02T06:01:09.720315Z","steps":["trace[217085540] 'agreement among raft nodes before linearized reading' (duration: 6.384582211s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:09.71998Z","caller":"traceutil/trace.go:171","msg":"trace[1674937362] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28400; }","duration":"1.562858108s","start":"2026-07-02T06:01:08.157113Z","end":"2026-07-02T06:01:09.719971Z","steps":["trace[1674937362] 'agreement among raft nodes before linearized reading' (duration: 1.562756025s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.720379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:03.335641Z","time spent":"6.384723924s","remote":"127.0.0.1:53172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:09.720414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:08.157095Z","time spent":"1.563308439s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-02T06:01:09.720212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:03.591004Z","time spent":"6.129190102s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1539,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:01:09.72069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.818495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:09.72066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.191197661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-02T06:01:09.720754Z","caller":"traceutil/trace.go:171","msg":"trace[1983544207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:28400; }","duration":"419.899916ms","start":"2026-07-02T06:01:09.300839Z","end":"2026-07-02T06:01:09.720739Z","steps":["trace[1983544207] 'agreement among raft nodes before linearized reading' (duration: 419.803074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.719181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314464256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:09.720812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:09.300829Z","time spent":"419.963709ms","remote":"127.0.0.1:46978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:09.720842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56333496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18be6399d412a116\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-02T06:01:09.720882Z","caller":"traceutil/trace.go:171","msg":"trace[428395819] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28400; }","duration":"3.316754908s","start":"2026-07-02T06:01:06.404082Z","end":"2026-07-02T06:01:09.720837Z","steps":["trace[428395819] 'agreement among raft nodes before linearized reading' (duration: 3.314159688s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.721109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:06.404066Z","time spent":"3.317026555s","remote":"127.0.0.1:39726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:09.721147Z","caller":"traceutil/trace.go:171","msg":"trace[1713885407] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18be6399d412a116; range_end:; response_count:1; response_revision:28400; }","duration":"1.563371422s","start":"2026-07-02T06:01:08.157486Z","end":"2026-07-02T06:01:09.720858Z","steps":["trace[1713885407] 'agreement among raft nodes before linearized reading' (duration: 1.563291869s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.721178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:08.157475Z","time spent":"1.56369591s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.18be6399d412a116\" "} {"level":"warn","ts":"2026-07-02T06:01:09.720759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43838273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:09.721514Z","caller":"traceutil/trace.go:171","msg":"trace[661219839] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28400; }","duration":"1.439057549s","start":"2026-07-02T06:01:08.282355Z","end":"2026-07-02T06:01:09.721412Z","steps":["trace[661219839] 'agreement among raft nodes before linearized reading' (duration: 1.43837006s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.721559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:08.282348Z","time spent":"1.439197812s","remote":"127.0.0.1:43904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:09.720378Z","caller":"traceutil/trace.go:171","msg":"trace[1729344972] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28400; }","duration":"1.084386281s","start":"2026-07-02T06:01:08.635974Z","end":"2026-07-02T06:01:09.72036Z","steps":["trace[1729344972] 'agreement among raft nodes before linearized reading' (duration: 1.084272378s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.721754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:08.635956Z","time spent":"1.085765988s","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-02T06:01:09.720806Z","caller":"traceutil/trace.go:171","msg":"trace[528269333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28400; }","duration":"3.191389016s","start":"2026-07-02T06:01:06.529367Z","end":"2026-07-02T06:01:09.720756Z","steps":["trace[528269333] 'agreement among raft nodes before linearized reading' (duration: 3.190985625s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.721923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:06.529347Z","time spent":"3.192558598s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T06:01:09.720711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.610925336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-07-02T06:01:09.72205Z","caller":"traceutil/trace.go:171","msg":"trace[1908675738] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28400; }","duration":"6.612282103s","start":"2026-07-02T06:01:03.109746Z","end":"2026-07-02T06:01:09.722029Z","steps":["trace[1908675738] 'agreement among raft nodes before linearized reading' (duration: 6.610843754s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.722082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:03.109724Z","time spent":"6.612350524s","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17018,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:01:09.720984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077426764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:09.722147Z","caller":"traceutil/trace.go:171","msg":"trace[114506183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28400; }","duration":"1.078616316s","start":"2026-07-02T06:01:08.643516Z","end":"2026-07-02T06:01:09.722133Z","steps":["trace[114506183] 'agreement among raft nodes before linearized reading' (duration: 1.077438144s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.722202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:08.643499Z","time spent":"1.078674337s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:01:09.720989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.62125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:01:09.722366Z","caller":"traceutil/trace.go:171","msg":"trace[119254697] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28400; }","duration":"454.010566ms","start":"2026-07-02T06:01:09.268329Z","end":"2026-07-02T06:01:09.722339Z","steps":["trace[119254697] 'agreement among raft nodes before linearized reading' (duration: 452.616169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.722398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:09.268313Z","time spent":"454.076019ms","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:09.724473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.195579338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-07-02T06:01:09.724555Z","caller":"traceutil/trace.go:171","msg":"trace[1715741520] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28400; }","duration":"3.195703983s","start":"2026-07-02T06:01:06.528831Z","end":"2026-07-02T06:01:09.724535Z","steps":["trace[1715741520] 'agreement among raft nodes before linearized reading' (duration: 3.195461576s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:09.724611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:06.528788Z","time spent":"3.195811425s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-02T06:01:10.006488Z","caller":"traceutil/trace.go:171","msg":"trace[658856400] linearizableReadLoop","detail":"{readStateIndex:29718; appliedIndex:29715; }","duration":"160.5084ms","start":"2026-07-02T06:01:09.845958Z","end":"2026-07-02T06:01:10.006467Z","steps":["trace[658856400] 'read index received' (duration: 26.371671ms)","trace[658856400] 'applied index is now lower than readState.Index' (duration: 134.135209ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:10.006633Z","caller":"traceutil/trace.go:171","msg":"trace[209902952] transaction","detail":"{read_only:false; response_revision:28414; number_of_response:1; }","duration":"160.655584ms","start":"2026-07-02T06:01:09.845932Z","end":"2026-07-02T06:01:10.006588Z","steps":["trace[209902952] 'process raft request' (duration: 160.459839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:10.006712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.745665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-07-02T06:01:10.006701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.809887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:10.006737Z","caller":"traceutil/trace.go:171","msg":"trace[954625987] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28414; }","duration":"160.810908ms","start":"2026-07-02T06:01:09.84592Z","end":"2026-07-02T06:01:10.006731Z","steps":["trace[954625987] 'agreement among raft nodes before linearized reading' (duration: 160.656084ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:10.006684Z","caller":"traceutil/trace.go:171","msg":"trace[1678008008] transaction","detail":"{read_only:false; response_revision:28413; number_of_response:1; }","duration":"161.500286ms","start":"2026-07-02T06:01:09.845166Z","end":"2026-07-02T06:01:10.006666Z","steps":["trace[1678008008] 'process raft request' (duration: 161.100895ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:10.006765Z","caller":"traceutil/trace.go:171","msg":"trace[1373469852] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28414; }","duration":"157.912889ms","start":"2026-07-02T06:01:09.848835Z","end":"2026-07-02T06:01:10.006748Z","steps":["trace[1373469852] 'agreement among raft nodes before linearized reading' (duration: 157.779806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:10.006872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.910752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-02T06:01:10.006943Z","caller":"traceutil/trace.go:171","msg":"trace[1985839254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28414; }","duration":"153.974094ms","start":"2026-07-02T06:01:09.852949Z","end":"2026-07-02T06:01:10.006923Z","steps":["trace[1985839254] 'agreement among raft nodes before linearized reading' (duration: 153.749558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:10.00691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.602556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-02T06:01:10.007886Z","caller":"traceutil/trace.go:171","msg":"trace[47947021] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28414; }","duration":"133.601453ms","start":"2026-07-02T06:01:09.874269Z","end":"2026-07-02T06:01:10.00787Z","steps":["trace[47947021] 'agreement among raft nodes before linearized reading' (duration: 132.418012ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:10.161703Z","caller":"traceutil/trace.go:171","msg":"trace[1310382417] linearizableReadLoop","detail":"{readStateIndex:29720; appliedIndex:29719; }","duration":"118.035354ms","start":"2026-07-02T06:01:10.043618Z","end":"2026-07-02T06:01:10.161653Z","steps":["trace[1310382417] 'read index received' (duration: 72.442134ms)","trace[1310382417] 'applied index is now lower than readState.Index' (duration: 45.59076ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:10.161799Z","caller":"traceutil/trace.go:171","msg":"trace[1084039368] transaction","detail":"{read_only:false; response_revision:28416; number_of_response:1; }","duration":"144.540949ms","start":"2026-07-02T06:01:10.017222Z","end":"2026-07-02T06:01:10.161763Z","steps":["trace[1084039368] 'process raft request' (duration: 98.914058ms)","trace[1084039368] 'compare' (duration: 45.269011ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:10.162013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.825175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:10.162103Z","caller":"traceutil/trace.go:171","msg":"trace[1062599792] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:28416; }","duration":"141.960539ms","start":"2026-07-02T06:01:10.020118Z","end":"2026-07-02T06:01:10.162079Z","steps":["trace[1062599792] 'agreement among raft nodes before linearized reading' (duration: 141.761284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:10.16233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.29689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-02T06:01:10.163658Z","caller":"traceutil/trace.go:171","msg":"trace[713958711] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7; range_end:; response_count:1; response_revision:28416; }","duration":"115.444224ms","start":"2026-07-02T06:01:10.046968Z","end":"2026-07-02T06:01:10.162412Z","steps":["trace[713958711] 'agreement among raft nodes before linearized reading' (duration: 115.086544ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:10.576041Z","caller":"traceutil/trace.go:171","msg":"trace[2139856928] transaction","detail":"{read_only:false; response_revision:28429; number_of_response:1; }","duration":"181.224228ms","start":"2026-07-02T06:01:10.394799Z","end":"2026-07-02T06:01:10.576023Z","steps":["trace[2139856928] 'process raft request' (duration: 181.162017ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:10.576056Z","caller":"traceutil/trace.go:171","msg":"trace[893061773] transaction","detail":"{read_only:false; response_revision:28428; number_of_response:1; }","duration":"181.2763ms","start":"2026-07-02T06:01:10.39474Z","end":"2026-07-02T06:01:10.576017Z","steps":["trace[893061773] 'process raft request' (duration: 179.763329ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:10.670685Z","caller":"traceutil/trace.go:171","msg":"trace[984040799] transaction","detail":"{read_only:false; response_revision:28430; number_of_response:1; }","duration":"214.933317ms","start":"2026-07-02T06:01:10.45573Z","end":"2026-07-02T06:01:10.670663Z","steps":["trace[984040799] 'process raft request' (duration: 214.67487ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:10.694981Z","caller":"traceutil/trace.go:171","msg":"trace[378907223] transaction","detail":"{read_only:false; response_revision:28434; number_of_response:1; }","duration":"111.729342ms","start":"2026-07-02T06:01:10.583232Z","end":"2026-07-02T06:01:10.694961Z","steps":["trace[378907223] 'process raft request' (duration: 111.684311ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:10.69537Z","caller":"traceutil/trace.go:171","msg":"trace[293890159] transaction","detail":"{read_only:false; response_revision:28431; number_of_response:1; }","duration":"112.603226ms","start":"2026-07-02T06:01:10.582758Z","end":"2026-07-02T06:01:10.695361Z","steps":["trace[293890159] 'process raft request' (duration: 111.973169ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:10.695594Z","caller":"traceutil/trace.go:171","msg":"trace[725128636] transaction","detail":"{read_only:false; response_revision:28432; number_of_response:1; }","duration":"112.625797ms","start":"2026-07-02T06:01:10.58296Z","end":"2026-07-02T06:01:10.695586Z","steps":["trace[725128636] 'process raft request' (duration: 111.876067ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:10.695738Z","caller":"traceutil/trace.go:171","msg":"trace[175519275] transaction","detail":"{read_only:false; response_revision:28433; number_of_response:1; }","duration":"112.691079ms","start":"2026-07-02T06:01:10.583039Z","end":"2026-07-02T06:01:10.69573Z","steps":["trace[175519275] 'process raft request' (duration: 111.838456ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:10.914747Z","caller":"traceutil/trace.go:171","msg":"trace[1554598245] transaction","detail":"{read_only:false; response_revision:28444; number_of_response:1; }","duration":"106.563595ms","start":"2026-07-02T06:01:10.808133Z","end":"2026-07-02T06:01:10.914696Z","steps":["trace[1554598245] 'process raft request' (duration: 106.362079ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:11.492698Z","caller":"traceutil/trace.go:171","msg":"trace[679024730] transaction","detail":"{read_only:false; response_revision:28456; number_of_response:1; }","duration":"115.65656ms","start":"2026-07-02T06:01:11.377013Z","end":"2026-07-02T06:01:11.492669Z","steps":["trace[679024730] 'process raft request' (duration: 113.237754ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:11.49271Z","caller":"traceutil/trace.go:171","msg":"trace[599492318] transaction","detail":"{read_only:false; response_revision:28457; number_of_response:1; }","duration":"115.198308ms","start":"2026-07-02T06:01:11.377488Z","end":"2026-07-02T06:01:11.492687Z","steps":["trace[599492318] 'process raft request' (duration: 115.103075ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:11.492908Z","caller":"traceutil/trace.go:171","msg":"trace[268157828] transaction","detail":"{read_only:false; response_revision:28458; number_of_response:1; }","duration":"115.31562ms","start":"2026-07-02T06:01:11.377575Z","end":"2026-07-02T06:01:11.49289Z","steps":["trace[268157828] 'process raft request' (duration: 115.062374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:11.493228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.651613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:11.493273Z","caller":"traceutil/trace.go:171","msg":"trace[81173420] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28459; }","duration":"104.750996ms","start":"2026-07-02T06:01:11.38851Z","end":"2026-07-02T06:01:11.493261Z","steps":["trace[81173420] 'agreement among raft nodes before linearized reading' (duration: 104.658463ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:11.813598Z","caller":"traceutil/trace.go:171","msg":"trace[72340698] transaction","detail":"{read_only:false; response_revision:28465; number_of_response:1; }","duration":"136.942274ms","start":"2026-07-02T06:01:11.676632Z","end":"2026-07-02T06:01:11.813575Z","steps":["trace[72340698] 'process raft request' (duration: 135.539076ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:11.87645Z","caller":"traceutil/trace.go:171","msg":"trace[915099285] linearizableReadLoop","detail":"{readStateIndex:29770; appliedIndex:29768; }","duration":"171.66311ms","start":"2026-07-02T06:01:11.704768Z","end":"2026-07-02T06:01:11.876431Z","steps":["trace[915099285] 'read index received' (duration: 107.4982ms)","trace[915099285] 'applied index is now lower than readState.Index' (duration: 64.16355ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:11.876598Z","caller":"traceutil/trace.go:171","msg":"trace[562067985] transaction","detail":"{read_only:false; response_revision:28466; number_of_response:1; }","duration":"190.990842ms","start":"2026-07-02T06:01:11.68549Z","end":"2026-07-02T06:01:11.876481Z","steps":["trace[562067985] 'process raft request' (duration: 190.821177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:11.876689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.898517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:11.876735Z","caller":"traceutil/trace.go:171","msg":"trace[881983973] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28466; }","duration":"171.982579ms","start":"2026-07-02T06:01:11.704741Z","end":"2026-07-02T06:01:11.876724Z","steps":["trace[881983973] 'agreement among raft nodes before linearized reading' (duration: 171.791564ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:12.145868Z","caller":"traceutil/trace.go:171","msg":"trace[1521056539] transaction","detail":"{read_only:false; response_revision:28475; number_of_response:1; }","duration":"100.731277ms","start":"2026-07-02T06:01:12.045109Z","end":"2026-07-02T06:01:12.14584Z","steps":["trace[1521056539] 'process raft request' (duration: 65.722693ms)","trace[1521056539] 'compare' (duration: 34.82944ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:12.55951Z","caller":"traceutil/trace.go:171","msg":"trace[942900312] transaction","detail":"{read_only:false; response_revision:28483; number_of_response:1; }","duration":"118.858126ms","start":"2026-07-02T06:01:12.440631Z","end":"2026-07-02T06:01:12.559489Z","steps":["trace[942900312] 'process raft request' (duration: 118.296951ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:15.232847Z","caller":"traceutil/trace.go:171","msg":"trace[146829992] linearizableReadLoop","detail":"{readStateIndex:29805; appliedIndex:29804; }","duration":"130.822879ms","start":"2026-07-02T06:01:15.101995Z","end":"2026-07-02T06:01:15.232818Z","steps":["trace[146829992] 'read index received' (duration: 130.530201ms)","trace[146829992] 'applied index is now lower than readState.Index' (duration: 291.058µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:15.232943Z","caller":"traceutil/trace.go:171","msg":"trace[1873558741] transaction","detail":"{read_only:false; response_revision:28499; number_of_response:1; }","duration":"168.717551ms","start":"2026-07-02T06:01:15.064201Z","end":"2026-07-02T06:01:15.232918Z","steps":["trace[1873558741] 'process raft request' (duration: 168.420233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:15.233113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.097746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T06:01:15.233176Z","caller":"traceutil/trace.go:171","msg":"trace[790381452] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28499; }","duration":"131.176638ms","start":"2026-07-02T06:01:15.101982Z","end":"2026-07-02T06:01:15.233158Z","steps":["trace[790381452] 'agreement among raft nodes before linearized reading' (duration: 130.945172ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:15.824295Z","caller":"traceutil/trace.go:171","msg":"trace[571235554] transaction","detail":"{read_only:false; response_revision:28504; number_of_response:1; }","duration":"160.079088ms","start":"2026-07-02T06:01:15.664186Z","end":"2026-07-02T06:01:15.824265Z","steps":["trace[571235554] 'process raft request' (duration: 131.60764ms)","trace[571235554] 'compare' (duration: 28.216641ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:16.201283Z","caller":"traceutil/trace.go:171","msg":"trace[1759450783] transaction","detail":"{read_only:false; response_revision:28508; number_of_response:1; }","duration":"130.262724ms","start":"2026-07-02T06:01:16.070995Z","end":"2026-07-02T06:01:16.201257Z","steps":["trace[1759450783] 'process raft request' (duration: 130.047089ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:16.201559Z","caller":"traceutil/trace.go:171","msg":"trace[887860482] transaction","detail":"{read_only:false; response_revision:28509; number_of_response:1; }","duration":"130.49524ms","start":"2026-07-02T06:01:16.071041Z","end":"2026-07-02T06:01:16.201536Z","steps":["trace[887860482] 'process raft request' (duration: 130.177371ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:16.201567Z","caller":"traceutil/trace.go:171","msg":"trace[1788916669] transaction","detail":"{read_only:false; response_revision:28510; number_of_response:1; }","duration":"130.436599ms","start":"2026-07-02T06:01:16.071105Z","end":"2026-07-02T06:01:16.201541Z","steps":["trace[1788916669] 'process raft request' (duration: 130.333726ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:18.133945Z","caller":"traceutil/trace.go:171","msg":"trace[1412896257] transaction","detail":"{read_only:false; response_revision:28515; number_of_response:1; }","duration":"105.272839ms","start":"2026-07-02T06:01:18.028643Z","end":"2026-07-02T06:01:18.133916Z","steps":["trace[1412896257] 'process raft request' (duration: 105.012292ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:18.426222Z","caller":"traceutil/trace.go:171","msg":"trace[1285506337] transaction","detail":"{read_only:false; response_revision:28520; number_of_response:1; }","duration":"159.832521ms","start":"2026-07-02T06:01:18.266363Z","end":"2026-07-02T06:01:18.426196Z","steps":["trace[1285506337] 'process raft request' (duration: 135.075783ms)","trace[1285506337] 'compare' (duration: 24.605274ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:18.426335Z","caller":"traceutil/trace.go:171","msg":"trace[1891404312] transaction","detail":"{read_only:false; response_revision:28521; number_of_response:1; }","duration":"159.888223ms","start":"2026-07-02T06:01:18.266425Z","end":"2026-07-02T06:01:18.426313Z","steps":["trace[1891404312] 'process raft request' (duration: 159.735838ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:20.119406Z","caller":"traceutil/trace.go:171","msg":"trace[255030186] linearizableReadLoop","detail":"{readStateIndex:29831; appliedIndex:29830; }","duration":"382.330594ms","start":"2026-07-02T06:01:19.737049Z","end":"2026-07-02T06:01:20.11938Z","steps":["trace[255030186] 'read index received' (duration: 282.09274ms)","trace[255030186] 'applied index is now lower than readState.Index' (duration: 100.236824ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:20.119427Z","caller":"traceutil/trace.go:171","msg":"trace[1995283671] transaction","detail":"{read_only:false; response_revision:28524; number_of_response:1; }","duration":"406.890236ms","start":"2026-07-02T06:01:19.712502Z","end":"2026-07-02T06:01:20.119393Z","steps":["trace[1995283671] 'process raft request' (duration: 307.185676ms)","trace[1995283671] 'compare' (duration: 99.577176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:20.119578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:19.712481Z","time spent":"407.010479ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:20.119589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.484977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:20.119655Z","caller":"traceutil/trace.go:171","msg":"trace[456591770] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:28524; }","duration":"273.57736ms","start":"2026-07-02T06:01:19.846064Z","end":"2026-07-02T06:01:20.119641Z","steps":["trace[456591770] 'agreement among raft nodes before linearized reading' (duration: 273.476087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:20.119659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.994716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.151\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-02T06:01:20.119663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.594441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1515"} {"level":"info","ts":"2026-07-02T06:01:20.119737Z","caller":"traceutil/trace.go:171","msg":"trace[170551021] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28524; }","duration":"382.714484ms","start":"2026-07-02T06:01:19.737004Z","end":"2026-07-02T06:01:20.119718Z","steps":["trace[170551021] 'agreement among raft nodes before linearized reading' (duration: 382.475137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:20.11976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.80343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:20.11978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:19.736983Z","time spent":"382.788095ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1539,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-02T06:01:20.119793Z","caller":"traceutil/trace.go:171","msg":"trace[1193475271] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:28524; }","duration":"354.864002ms","start":"2026-07-02T06:01:19.76492Z","end":"2026-07-02T06:01:20.119784Z","steps":["trace[1193475271] 'agreement among raft nodes before linearized reading' (duration: 354.794991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:20.119829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:19.764905Z","time spent":"354.914343ms","remote":"127.0.0.1:40398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":24,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:20.119696Z","caller":"traceutil/trace.go:171","msg":"trace[2123648893] range","detail":"{range_begin:/registry/masterleases/199.19.213.151; range_end:; response_count:1; response_revision:28524; }","duration":"368.087299ms","start":"2026-07-02T06:01:19.751597Z","end":"2026-07-02T06:01:20.119685Z","steps":["trace[2123648893] 'agreement among raft nodes before linearized reading' (duration: 367.932345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:20.120004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:19.75158Z","time spent":"368.388697ms","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.151\" "} {"level":"warn","ts":"2026-07-02T06:01:20.385627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.648681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:01:20.385794Z","caller":"traceutil/trace.go:171","msg":"trace[959912863] linearizableReadLoop","detail":"{readStateIndex:29835; appliedIndex:29834; }","duration":"178.945727ms","start":"2026-07-02T06:01:20.206797Z","end":"2026-07-02T06:01:20.385743Z","steps":["trace[959912863] 'read index received' (duration: 27.108141ms)","trace[959912863] 'applied index is now lower than readState.Index' (duration: 151.835806ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:20.385848Z","caller":"traceutil/trace.go:171","msg":"trace[2146572620] transaction","detail":"{read_only:false; response_revision:28527; number_of_response:1; }","duration":"191.080845ms","start":"2026-07-02T06:01:20.194723Z","end":"2026-07-02T06:01:20.385804Z","steps":["trace[2146572620] 'process raft request' (duration: 39.148106ms)","trace[2146572620] 'compare' (duration: 151.516327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:20.38595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.135002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-02T06:01:20.386009Z","caller":"traceutil/trace.go:171","msg":"trace[178883153] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:28527; }","duration":"179.218305ms","start":"2026-07-02T06:01:20.206776Z","end":"2026-07-02T06:01:20.385995Z","steps":["trace[178883153] 'agreement among raft nodes before linearized reading' (duration: 179.06237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:20.386015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.73733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T06:01:20.386066Z","caller":"traceutil/trace.go:171","msg":"trace[1534093281] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28527; }","duration":"119.839693ms","start":"2026-07-02T06:01:20.266208Z","end":"2026-07-02T06:01:20.386048Z","steps":["trace[1534093281] 'agreement among raft nodes before linearized reading' (duration: 119.690109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:20.386165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.642715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T06:01:20.386234Z","caller":"traceutil/trace.go:171","msg":"trace[1237672987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28527; }","duration":"113.756249ms","start":"2026-07-02T06:01:20.272459Z","end":"2026-07-02T06:01:20.386216Z","steps":["trace[1237672987] 'agreement among raft nodes before linearized reading' (duration: 113.500662ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:20.604891Z","caller":"traceutil/trace.go:171","msg":"trace[1064029342] transaction","detail":"{read_only:false; response_revision:28530; number_of_response:1; }","duration":"135.359841ms","start":"2026-07-02T06:01:20.469503Z","end":"2026-07-02T06:01:20.604863Z","steps":["trace[1064029342] 'process raft request' (duration: 41.732816ms)","trace[1064029342] 'compare' (duration: 93.42901ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:20.605034Z","caller":"traceutil/trace.go:171","msg":"trace[1948439263] linearizableReadLoop","detail":"{readStateIndex:29839; appliedIndex:29837; }","duration":"134.734134ms","start":"2026-07-02T06:01:20.470266Z","end":"2026-07-02T06:01:20.605Z","steps":["trace[1948439263] 'read index received' (duration: 41.028326ms)","trace[1948439263] 'applied index is now lower than readState.Index' (duration: 93.704378ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:20.605072Z","caller":"traceutil/trace.go:171","msg":"trace[673648098] transaction","detail":"{read_only:false; response_revision:28531; number_of_response:1; }","duration":"135.486534ms","start":"2026-07-02T06:01:20.469561Z","end":"2026-07-02T06:01:20.605048Z","steps":["trace[673648098] 'process raft request' (duration: 135.259398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:20.605295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.007831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-07-02T06:01:20.605343Z","caller":"traceutil/trace.go:171","msg":"trace[1344671344] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28531; }","duration":"135.069593ms","start":"2026-07-02T06:01:20.470263Z","end":"2026-07-02T06:01:20.605333Z","steps":["trace[1344671344] 'agreement among raft nodes before linearized reading' (duration: 134.860407ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:20.844537Z","caller":"traceutil/trace.go:171","msg":"trace[1099886343] transaction","detail":"{read_only:false; response_revision:28532; number_of_response:1; }","duration":"192.473252ms","start":"2026-07-02T06:01:20.652037Z","end":"2026-07-02T06:01:20.84451Z","steps":["trace[1099886343] 'process raft request' (duration: 190.760406ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:21.002685Z","caller":"traceutil/trace.go:171","msg":"trace[66735602] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28532; }","duration":"151.096056ms","start":"2026-07-02T06:01:20.851558Z","end":"2026-07-02T06:01:21.002654Z","steps":["trace[66735602] 'process raft request' (duration: 150.979913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:24.750936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.813923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:24.751029Z","caller":"traceutil/trace.go:171","msg":"trace[795011011] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:28553; }","duration":"102.974337ms","start":"2026-07-02T06:01:24.648033Z","end":"2026-07-02T06:01:24.751007Z","steps":["trace[795011011] 'count revisions from in-memory index tree' (duration: 102.71069ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:26.315187Z","caller":"traceutil/trace.go:171","msg":"trace[331615430] linearizableReadLoop","detail":"{readStateIndex:29872; appliedIndex:29870; }","duration":"121.285912ms","start":"2026-07-02T06:01:26.193876Z","end":"2026-07-02T06:01:26.315162Z","steps":["trace[331615430] 'read index received' (duration: 1.174302ms)","trace[331615430] 'applied index is now lower than readState.Index' (duration: 120.11039ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:26.315323Z","caller":"traceutil/trace.go:171","msg":"trace[1932748080] transaction","detail":"{read_only:false; response_revision:28562; number_of_response:1; }","duration":"157.476178ms","start":"2026-07-02T06:01:26.157835Z","end":"2026-07-02T06:01:26.315311Z","steps":["trace[1932748080] 'process raft request' (duration: 157.19448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:26.315584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.667662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-02T06:01:26.31571Z","caller":"traceutil/trace.go:171","msg":"trace[332963456] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:28562; }","duration":"121.863317ms","start":"2026-07-02T06:01:26.193821Z","end":"2026-07-02T06:01:26.315684Z","steps":["trace[332963456] 'agreement among raft nodes before linearized reading' (duration: 121.512998ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:26.41086Z","caller":"traceutil/trace.go:171","msg":"trace[1014042357] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28562; }","duration":"167.224001ms","start":"2026-07-02T06:01:26.243598Z","end":"2026-07-02T06:01:26.410822Z","steps":["trace[1014042357] 'process raft request' (duration: 167.056666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:26.4111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.54641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:01:26.411188Z","caller":"traceutil/trace.go:171","msg":"trace[1489045804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28562; }","duration":"114.689524ms","start":"2026-07-02T06:01:26.296479Z","end":"2026-07-02T06:01:26.411169Z","steps":["trace[1489045804] 'agreement among raft nodes before linearized reading' (duration: 114.389046ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:26.643888Z","caller":"traceutil/trace.go:171","msg":"trace[739831824] linearizableReadLoop","detail":"{readStateIndex:29875; appliedIndex:29873; }","duration":"208.772002ms","start":"2026-07-02T06:01:26.435072Z","end":"2026-07-02T06:01:26.643844Z","steps":["trace[739831824] 'read index received' (duration: 19.244939ms)","trace[739831824] 'applied index is now lower than readState.Index' (duration: 189.525453ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:26.644205Z","caller":"traceutil/trace.go:171","msg":"trace[1593591518] transaction","detail":"{read_only:false; response_revision:28564; number_of_response:1; }","duration":"222.978375ms","start":"2026-07-02T06:01:26.421138Z","end":"2026-07-02T06:01:26.644117Z","steps":["trace[1593591518] 'process raft request' (duration: 202.004289ms)","trace[1593591518] 'compare' (duration: 20.444252ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:26.64439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.546869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:01:26.644467Z","caller":"traceutil/trace.go:171","msg":"trace[479964131] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28564; }","duration":"184.651441ms","start":"2026-07-02T06:01:26.459798Z","end":"2026-07-02T06:01:26.64445Z","steps":["trace[479964131] 'agreement among raft nodes before linearized reading' (duration: 184.354103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:26.644607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.469762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-02T06:01:26.644669Z","caller":"traceutil/trace.go:171","msg":"trace[53216656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28564; }","duration":"209.624265ms","start":"2026-07-02T06:01:26.43503Z","end":"2026-07-02T06:01:26.644655Z","steps":["trace[53216656] 'agreement among raft nodes before linearized reading' (duration: 209.025899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:30.636899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527268,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:31.107611Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.064451874s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:01:31.107922Z","caller":"traceutil/trace.go:171","msg":"trace[1802471684] transaction","detail":"{read_only:false; response_revision:28673; number_of_response:1; }","duration":"1.072151761s","start":"2026-07-02T06:01:30.035738Z","end":"2026-07-02T06:01:31.10789Z","steps":["trace[1802471684] 'process raft request' (duration: 1.072031288s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:31.10804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.035723Z","time spent":"1.072254254s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:32.284011Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176194866s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:01:32.284473Z","caller":"traceutil/trace.go:171","msg":"trace[1759652368] transaction","detail":"{read_only:false; response_revision:28674; number_of_response:1; }","duration":"2.154435154s","start":"2026-07-02T06:01:30.130013Z","end":"2026-07-02T06:01:32.284448Z","steps":["trace[1759652368] 'process raft request' (duration: 2.154228999s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:32.284618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.129984Z","time spent":"2.154558487s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:32.285116Z","caller":"traceutil/trace.go:171","msg":"trace[943846982] transaction","detail":"{read_only:false; response_revision:28675; number_of_response:1; }","duration":"1.958368325s","start":"2026-07-02T06:01:30.326711Z","end":"2026-07-02T06:01:32.285079Z","steps":["trace[943846982] 'process raft request' (duration: 1.957664957s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:32.285356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.326682Z","time spent":"1.95853361s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:32.285756Z","caller":"traceutil/trace.go:171","msg":"trace[1698206729] linearizableReadLoop","detail":"{readStateIndex:29987; appliedIndex:29985; }","duration":"2.148894514s","start":"2026-07-02T06:01:30.136815Z","end":"2026-07-02T06:01:32.285709Z","steps":["trace[1698206729] 'read index received' (duration: 971.066854ms)","trace[1698206729] 'applied index is now lower than readState.Index' (duration: 1.17782425s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:32.285889Z","caller":"traceutil/trace.go:171","msg":"trace[1571190104] transaction","detail":"{read_only:false; response_revision:28676; number_of_response:1; }","duration":"1.483851565s","start":"2026-07-02T06:01:30.801964Z","end":"2026-07-02T06:01:32.285816Z","steps":["trace[1571190104] 'process raft request' (duration: 1.483004703s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:32.286069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149238134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-02T06:01:32.28612Z","caller":"traceutil/trace.go:171","msg":"trace[2143597520] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28676; }","duration":"2.149347757s","start":"2026-07-02T06:01:30.136756Z","end":"2026-07-02T06:01:32.286103Z","steps":["trace[2143597520] 'agreement among raft nodes before linearized reading' (duration: 2.149113861s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:32.286163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.136735Z","time spent":"2.149419258s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:01:32.28636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.801946Z","time spent":"1.484112093s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:32.785899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:32.938627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:01:32.938682Z","caller":"traceutil/trace.go:171","msg":"trace[1082240840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042817s","start":"2026-07-02T06:01:30.938241Z","end":"2026-07-02T06:01:32.93867Z","steps":["trace[1082240840] 'agreement among raft nodes before linearized reading' (duration: 2.000364138s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:32.938705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.938222Z","time spent":"2.000477981s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:01:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:01:33.286788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:33.330181Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043875559s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:01:33.925618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.701171ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:33.925784Z","caller":"traceutil/trace.go:171","msg":"trace[917009652] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28676; }","duration":"492.879005ms","start":"2026-07-02T06:01:33.432876Z","end":"2026-07-02T06:01:33.925755Z","steps":["trace[917009652] 'range keys from in-memory index tree' (duration: 492.67416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.925857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.312608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:01:33.926089Z","caller":"traceutil/trace.go:171","msg":"trace[603977866] transaction","detail":"{read_only:false; response_revision:28677; number_of_response:1; }","duration":"2.229096029s","start":"2026-07-02T06:01:31.696962Z","end":"2026-07-02T06:01:33.926058Z","steps":["trace[603977866] 'process raft request' (duration: 1.633445781s)","trace[603977866] 'compare' (duration: 595.145704ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:33.926108Z","caller":"traceutil/trace.go:171","msg":"trace[1762470209] transaction","detail":"{read_only:false; response_revision:28678; number_of_response:1; }","duration":"2.069048411s","start":"2026-07-02T06:01:31.857042Z","end":"2026-07-02T06:01:33.926091Z","steps":["trace[1762470209] 'process raft request' (duration: 2.068918667s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.926187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:31.857011Z","time spent":"2.069141413s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:33.926238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:31.69692Z","time spent":"2.229232072s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:33.926476Z","caller":"traceutil/trace.go:171","msg":"trace[649689702] transaction","detail":"{read_only:false; response_revision:28679; number_of_response:1; }","duration":"2.007050538s","start":"2026-07-02T06:01:31.91937Z","end":"2026-07-02T06:01:33.92642Z","steps":["trace[649689702] 'process raft request' (duration: 2.006682279s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.926622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:31.919349Z","time spent":"2.007193873s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:33.926862Z","caller":"traceutil/trace.go:171","msg":"trace[306836429] linearizableReadLoop","detail":"{readStateIndex:29992; appliedIndex:29988; }","duration":"1.640988185s","start":"2026-07-02T06:01:32.285837Z","end":"2026-07-02T06:01:33.926825Z","steps":["trace[306836429] 'read index received' (duration: 1.044580127s)","trace[306836429] 'applied index is now lower than readState.Index' (duration: 596.407008ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:33.927062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142431065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:33.927092Z","caller":"traceutil/trace.go:171","msg":"trace[1613316745] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:28680; }","duration":"3.142549028s","start":"2026-07-02T06:01:30.784534Z","end":"2026-07-02T06:01:33.927083Z","steps":["trace[1613316745] 'agreement among raft nodes before linearized reading' (duration: 3.142474896s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.927099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374382607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:33.927117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.784511Z","time spent":"3.14259911s","remote":"127.0.0.1:38426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:33.92714Z","caller":"traceutil/trace.go:171","msg":"trace[1057682379] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:28680; }","duration":"2.37445625s","start":"2026-07-02T06:01:31.552672Z","end":"2026-07-02T06:01:33.927129Z","steps":["trace[1057682379] 'agreement among raft nodes before linearized reading' (duration: 2.374326426s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.927132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119173918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T06:01:33.927172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:31.552651Z","time spent":"2.37451397s","remote":"127.0.0.1:39816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:33.927185Z","caller":"traceutil/trace.go:171","msg":"trace[792940048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28680; }","duration":"3.119258791s","start":"2026-07-02T06:01:30.80791Z","end":"2026-07-02T06:01:33.927169Z","steps":["trace[792940048] 'agreement among raft nodes before linearized reading' (duration: 3.119075236s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.927227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.807892Z","time spent":"3.119325252s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:01:33.927259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735521855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:33.927325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255889156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T06:01:33.927316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890431467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-02T06:01:33.927353Z","caller":"traceutil/trace.go:171","msg":"trace[1740147179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28680; }","duration":"3.255932006s","start":"2026-07-02T06:01:30.671413Z","end":"2026-07-02T06:01:33.927345Z","steps":["trace[1740147179] 'agreement among raft nodes before linearized reading' (duration: 3.255830294s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:33.927348Z","caller":"traceutil/trace.go:171","msg":"trace[1374391441] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28680; }","duration":"1.735658589s","start":"2026-07-02T06:01:32.191667Z","end":"2026-07-02T06:01:33.927326Z","steps":["trace[1374391441] 'agreement among raft nodes before linearized reading' (duration: 1.735493884s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:33.927362Z","caller":"traceutil/trace.go:171","msg":"trace[1925975446] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5; range_end:; response_count:1; response_revision:28680; }","duration":"2.890507469s","start":"2026-07-02T06:01:31.036841Z","end":"2026-07-02T06:01:33.927349Z","steps":["trace[1925975446] 'agreement among raft nodes before linearized reading' (duration: 2.890348865s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.927376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948396891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:33.927399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:31.03682Z","time spent":"2.890571652s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" "} {"level":"warn","ts":"2026-07-02T06:01:33.927396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:32.19165Z","time spent":"1.73573363s","remote":"127.0.0.1:53050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:33.927418Z","caller":"traceutil/trace.go:171","msg":"trace[1706556048] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:28680; }","duration":"2.948490844s","start":"2026-07-02T06:01:30.978915Z","end":"2026-07-02T06:01:33.927406Z","steps":["trace[1706556048] 'agreement among raft nodes before linearized reading' (duration: 2.948398261s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.927392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806587221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:33.927472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.97889Z","time spent":"2.948565115s","remote":"127.0.0.1:39600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:33.927498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.25718239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-02T06:01:33.927485Z","caller":"traceutil/trace.go:171","msg":"trace[529112972] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28680; }","duration":"1.806862989s","start":"2026-07-02T06:01:32.1206Z","end":"2026-07-02T06:01:33.927463Z","steps":["trace[529112972] 'agreement among raft nodes before linearized reading' (duration: 1.806581221s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:33.927521Z","caller":"traceutil/trace.go:171","msg":"trace[1613928965] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5; range_end:; response_count:1; response_revision:28680; }","duration":"3.257247252s","start":"2026-07-02T06:01:30.670266Z","end":"2026-07-02T06:01:33.927514Z","steps":["trace[1613928965] 'agreement among raft nodes before linearized reading' (duration: 3.25717714s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.927542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.67024Z","time spent":"3.257298264s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" "} {"level":"info","ts":"2026-07-02T06:01:33.927549Z","caller":"traceutil/trace.go:171","msg":"trace[1316473182] transaction","detail":"{read_only:false; response_revision:28680; number_of_response:1; }","duration":"715.725226ms","start":"2026-07-02T06:01:33.211808Z","end":"2026-07-02T06:01:33.927533Z","steps":["trace[1316473182] 'process raft request' (duration: 714.519504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.927616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534588073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:33.927646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.211781Z","time spent":"715.807179ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:33.927656Z","caller":"traceutil/trace.go:171","msg":"trace[1602108951] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:28680; }","duration":"3.534673945s","start":"2026-07-02T06:01:30.39297Z","end":"2026-07-02T06:01:33.927644Z","steps":["trace[1602108951] 'agreement among raft nodes before linearized reading' (duration: 3.534616164s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.92769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.392948Z","time spent":"3.534735137s","remote":"127.0.0.1:36664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:33.927437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238701568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-02T06:01:33.927709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.722831231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:33.927736Z","caller":"traceutil/trace.go:171","msg":"trace[140026796] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28680; }","duration":"3.722888273s","start":"2026-07-02T06:01:30.204839Z","end":"2026-07-02T06:01:33.927728Z","steps":["trace[140026796] 'agreement among raft nodes before linearized reading' (duration: 3.722845551s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:33.927735Z","caller":"traceutil/trace.go:171","msg":"trace[885621766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28680; }","duration":"2.239041467s","start":"2026-07-02T06:01:31.688684Z","end":"2026-07-02T06:01:33.927725Z","steps":["trace[885621766] 'agreement among raft nodes before linearized reading' (duration: 2.238634646s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.927718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815877447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-02T06:01:33.927761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.38506039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-02T06:01:33.927766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:31.688651Z","time spent":"2.239107398s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T06:01:33.927798Z","caller":"traceutil/trace.go:171","msg":"trace[1389475076] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28680; }","duration":"3.385135952s","start":"2026-07-02T06:01:30.54265Z","end":"2026-07-02T06:01:33.927786Z","steps":["trace[1389475076] 'agreement among raft nodes before linearized reading' (duration: 3.38503586s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.927797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.113423643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-02T06:01:33.927825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.542632Z","time spent":"3.385187583s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:01:33.927372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.671405Z","time spent":"3.255962408s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:01:33.927847Z","caller":"traceutil/trace.go:171","msg":"trace[1587734362] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28680; }","duration":"3.113495885s","start":"2026-07-02T06:01:30.814338Z","end":"2026-07-02T06:01:33.927834Z","steps":["trace[1587734362] 'agreement among raft nodes before linearized reading' (duration: 3.113364501s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.927881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.441735309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-02T06:01:33.927889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.814328Z","time spent":"3.113550266s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T06:01:33.927911Z","caller":"traceutil/trace.go:171","msg":"trace[2145834208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28680; }","duration":"3.44179774s","start":"2026-07-02T06:01:30.486105Z","end":"2026-07-02T06:01:33.927903Z","steps":["trace[2145834208] 'agreement among raft nodes before linearized reading' (duration: 3.441711008s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.927937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.48609Z","time spent":"3.441841561s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:01:33.927428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256459661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-02T06:01:33.92795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265635618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:01:33.927756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.204822Z","time spent":"3.722929364s","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-02T06:01:33.927986Z","caller":"traceutil/trace.go:171","msg":"trace[885230012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28680; }","duration":"3.257033826s","start":"2026-07-02T06:01:30.67094Z","end":"2026-07-02T06:01:33.927974Z","steps":["trace[885230012] 'agreement among raft nodes before linearized reading' (duration: 3.25644566s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:33.928001Z","caller":"traceutil/trace.go:171","msg":"trace[923874277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28680; }","duration":"3.265719431s","start":"2026-07-02T06:01:30.662266Z","end":"2026-07-02T06:01:33.927986Z","steps":["trace[923874277] 'agreement among raft nodes before linearized reading' (duration: 3.265577807s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.92802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.670928Z","time spent":"3.257083148s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:01:33.927545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:32.120583Z","time spent":"1.806944831s","remote":"127.0.0.1:52896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:33.928034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:30.662254Z","time spent":"3.265773213s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:01:33.927798Z","caller":"traceutil/trace.go:171","msg":"trace[797064755] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28680; }","duration":"2.815966989s","start":"2026-07-02T06:01:31.111809Z","end":"2026-07-02T06:01:33.927776Z","steps":["trace[797064755] 'agreement among raft nodes before linearized reading' (duration: 2.815717842s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:33.928109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:31.111739Z","time spent":"2.816350449s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:01:34.427663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527279,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:01:34.505421Z","caller":"traceutil/trace.go:171","msg":"trace[371589062] transaction","detail":"{read_only:false; response_revision:28681; number_of_response:1; }","duration":"620.048225ms","start":"2026-07-02T06:01:33.88535Z","end":"2026-07-02T06:01:34.505398Z","steps":["trace[371589062] 'process raft request' (duration: 619.912321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:34.50558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.88532Z","time spent":"620.191799ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:34.938898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:01:34.938976Z","caller":"traceutil/trace.go:171","msg":"trace[1041602474] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389611s","start":"2026-07-02T06:01:32.93857Z","end":"2026-07-02T06:01:34.938959Z","steps":["trace[1041602474] 'agreement among raft nodes before linearized reading' (duration: 2.000296878s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:34.939019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:32.938555Z","time spent":"2.000454572s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:01:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:01:35.465998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000156154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:01:35.466087Z","caller":"traceutil/trace.go:171","msg":"trace[336356572] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291767s","start":"2026-07-02T06:01:33.465774Z","end":"2026-07-02T06:01:35.466066Z","steps":["trace[336356572] 'agreement among raft nodes before linearized reading' (duration: 2.000180144s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:35.466136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.465755Z","time spent":"2.00037082s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:01:36.016722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.510639839s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:01:36.017327Z","caller":"traceutil/trace.go:171","msg":"trace[2000273264] transaction","detail":"{read_only:false; response_revision:28682; number_of_response:1; }","duration":"2.08565618s","start":"2026-07-02T06:01:33.931652Z","end":"2026-07-02T06:01:36.017308Z","steps":["trace[2000273264] 'process raft request' (duration: 2.085459055s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:36.017435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.931628Z","time spent":"2.085749762s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:36.017635Z","caller":"traceutil/trace.go:171","msg":"trace[750002189] transaction","detail":"{read_only:false; response_revision:28683; number_of_response:1; }","duration":"2.084124958s","start":"2026-07-02T06:01:33.933478Z","end":"2026-07-02T06:01:36.017603Z","steps":["trace[750002189] 'process raft request' (duration: 2.083781979s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:36.017677Z","caller":"traceutil/trace.go:171","msg":"trace[957768529] transaction","detail":"{read_only:false; response_revision:28684; number_of_response:1; }","duration":"2.084014516s","start":"2026-07-02T06:01:33.933655Z","end":"2026-07-02T06:01:36.017669Z","steps":["trace[957768529] 'process raft request' (duration: 2.083846111s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:36.01767Z","caller":"traceutil/trace.go:171","msg":"trace[821578603] transaction","detail":"{read_only:false; response_revision:28686; number_of_response:1; }","duration":"2.083855741s","start":"2026-07-02T06:01:33.933796Z","end":"2026-07-02T06:01:36.017652Z","steps":["trace[821578603] 'process raft request' (duration: 2.08381356s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:36.017716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.933634Z","time spent":"2.084061406s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:36.017773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.93379Z","time spent":"2.083924563s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:36.017777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.933466Z","time spent":"2.084238052s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:36.017791Z","caller":"traceutil/trace.go:171","msg":"trace[1665682455] transaction","detail":"{read_only:false; response_revision:28685; number_of_response:1; }","duration":"2.083987594s","start":"2026-07-02T06:01:33.933742Z","end":"2026-07-02T06:01:36.017729Z","steps":["trace[1665682455] 'process raft request' (duration: 2.08384451s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:36.017879Z","caller":"traceutil/trace.go:171","msg":"trace[2136221824] transaction","detail":"{read_only:false; response_revision:28687; number_of_response:1; }","duration":"2.084040706s","start":"2026-07-02T06:01:33.933827Z","end":"2026-07-02T06:01:36.017868Z","steps":["trace[2136221824] 'process raft request' (duration: 2.0837996s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:36.01792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.933817Z","time spent":"2.084083707s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:36.01793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.933735Z","time spent":"2.084121829s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:36.018155Z","caller":"traceutil/trace.go:171","msg":"trace[68122602] transaction","detail":"{read_only:false; response_revision:28688; number_of_response:1; }","duration":"2.08418501s","start":"2026-07-02T06:01:33.93396Z","end":"2026-07-02T06:01:36.018145Z","steps":["trace[68122602] 'process raft request' (duration: 2.083849391s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:36.018204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.933954Z","time spent":"2.084225952s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:36.018297Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9abf795dae4ebc2c","local-member-applied-index":30004,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T06:01:36.018301Z","caller":"traceutil/trace.go:171","msg":"trace[2087054372] transaction","detail":"{read_only:false; response_revision:28689; number_of_response:1; }","duration":"2.084114368s","start":"2026-07-02T06:01:33.934161Z","end":"2026-07-02T06:01:36.018276Z","steps":["trace[2087054372] 'process raft request' (duration: 2.083914303s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:36.018409Z","caller":"traceutil/trace.go:171","msg":"trace[1115798481] transaction","detail":"{read_only:false; response_revision:28691; number_of_response:1; }","duration":"1.727643102s","start":"2026-07-02T06:01:34.290746Z","end":"2026-07-02T06:01:36.018389Z","steps":["trace[1115798481] 'process raft request' (duration: 1.727482268s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:36.018475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:34.290708Z","time spent":"1.727746075s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:36.018479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.934153Z","time spent":"2.084217131s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:36.018532Z","caller":"traceutil/trace.go:171","msg":"trace[1441425748] transaction","detail":"{read_only:false; response_revision:28690; number_of_response:1; }","duration":"1.7279412s","start":"2026-07-02T06:01:34.290585Z","end":"2026-07-02T06:01:36.018526Z","steps":["trace[1441425748] 'process raft request' (duration: 1.727602661s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:36.018557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:34.290565Z","time spent":"1.727977271s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:36.018587Z","caller":"traceutil/trace.go:171","msg":"trace[1721155066] transaction","detail":"{read_only:false; response_revision:28692; number_of_response:1; }","duration":"1.726308886s","start":"2026-07-02T06:01:34.292265Z","end":"2026-07-02T06:01:36.018574Z","steps":["trace[1721155066] 'process raft request' (duration: 1.725999158s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:36.018609Z","caller":"traceutil/trace.go:171","msg":"trace[1808480630] linearizableReadLoop","detail":"{readStateIndex:30004; appliedIndex:29992; }","duration":"2.091675941s","start":"2026-07-02T06:01:33.926909Z","end":"2026-07-02T06:01:36.018585Z","steps":["trace[1808480630] 'read index received' (duration: 578.449993ms)","trace[1808480630] 'applied index is now lower than readState.Index' (duration: 1.513222288s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:36.018639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:34.29223Z","time spent":"1.726382068s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:36.519568Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:36.946679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:01:36.946789Z","caller":"traceutil/trace.go:171","msg":"trace[1143031401] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000457771s","start":"2026-07-02T06:01:34.946311Z","end":"2026-07-02T06:01:36.946768Z","steps":["trace[1143031401] 'agreement among raft nodes before linearized reading' (duration: 2.000299876s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:36.946845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:34.946304Z","time spent":"2.000526272s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:01:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:01:37.019848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:37.514002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.412847464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:01:37.514866Z","caller":"traceutil/trace.go:171","msg":"trace[335483108] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:28692; }","duration":"4.413740019s","start":"2026-07-02T06:01:33.101077Z","end":"2026-07-02T06:01:37.514817Z","steps":["trace[335483108] 'agreement among raft nodes before linearized reading' (duration: 2.917537279s)","trace[335483108] 'count revisions from in-memory index tree' (duration: 1.495307025s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:37.514923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.101063Z","time spent":"4.413845631s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":188,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:37.515156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.851931619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:37.515206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.222944717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be63ab19d9c635\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-02T06:01:37.515256Z","caller":"traceutil/trace.go:171","msg":"trace[10398293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:28692; }","duration":"4.852079303s","start":"2026-07-02T06:01:32.663146Z","end":"2026-07-02T06:01:37.515226Z","steps":["trace[10398293] 'agreement among raft nodes before linearized reading' (duration: 3.355504413s)","trace[10398293] 'count revisions from in-memory index tree' (duration: 1.496439096s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:37.515292Z","caller":"traceutil/trace.go:171","msg":"trace[29335358] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be63ab19d9c635; range_end:; response_count:1; response_revision:28692; }","duration":"5.22305526s","start":"2026-07-02T06:01:32.292206Z","end":"2026-07-02T06:01:37.515261Z","steps":["trace[29335358] 'agreement among raft nodes before linearized reading' (duration: 3.72648023s)","trace[29335358] 'range keys from in-memory index tree' (duration: 1.496351773s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:37.515335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:32.663123Z","time spent":"4.852196716s","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:37.515353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:32.292186Z","time spent":"5.223153313s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be63ab19d9c635\" "} {"level":"warn","ts":"2026-07-02T06:01:37.52083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:37.804035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.787035615s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:01:38.763677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.499992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T06:01:38.763966Z","caller":"traceutil/trace.go:171","msg":"trace[2141937191] transaction","detail":"{read_only:false; response_revision:28693; number_of_response:1; }","duration":"2.832030524s","start":"2026-07-02T06:01:35.931916Z","end":"2026-07-02T06:01:38.763946Z","steps":["trace[2141937191] 'process raft request' (duration: 2.831849119s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.764108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:35.931864Z","time spent":"2.832146057s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:38.764363Z","caller":"traceutil/trace.go:171","msg":"trace[207278451] transaction","detail":"{read_only:false; response_revision:28694; number_of_response:1; }","duration":"2.832292441s","start":"2026-07-02T06:01:35.932041Z","end":"2026-07-02T06:01:38.764333Z","steps":["trace[207278451] 'process raft request' (duration: 2.831849579s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.764517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:35.932018Z","time spent":"2.832417444s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:38.764775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139065825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:38.764824Z","caller":"traceutil/trace.go:171","msg":"trace[1773828605] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:28696; }","duration":"3.139148177s","start":"2026-07-02T06:01:35.625663Z","end":"2026-07-02T06:01:38.764811Z","steps":["trace[1773828605] 'agreement among raft nodes before linearized reading' (duration: 3.139056164s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.764861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:35.625644Z","time spent":"3.139208189s","remote":"127.0.0.1:53092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:38.764888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823123637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-02T06:01:38.764904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.322700433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:38.764945Z","caller":"traceutil/trace.go:171","msg":"trace[1399712368] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7; range_end:; response_count:1; response_revision:28696; }","duration":"3.823179749s","start":"2026-07-02T06:01:34.941749Z","end":"2026-07-02T06:01:38.764929Z","steps":["trace[1399712368] 'agreement among raft nodes before linearized reading' (duration: 3.822941542s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:38.764969Z","caller":"traceutil/trace.go:171","msg":"trace[601188479] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28696; }","duration":"4.322822237s","start":"2026-07-02T06:01:34.442135Z","end":"2026-07-02T06:01:38.764957Z","steps":["trace[601188479] 'agreement among raft nodes before linearized reading' (duration: 4.322716454s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.764983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:34.941725Z","time spent":"3.823250301s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" "} {"level":"warn","ts":"2026-07-02T06:01:38.765016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:34.442117Z","time spent":"4.322886699s","remote":"127.0.0.1:52916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:38.765028Z","caller":"traceutil/trace.go:171","msg":"trace[299173369] transaction","detail":"{read_only:false; response_revision:28696; number_of_response:1; }","duration":"1.2474564s","start":"2026-07-02T06:01:37.517561Z","end":"2026-07-02T06:01:38.765017Z","steps":["trace[299173369] 'process raft request' (duration: 1.247028029s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.765108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:37.517543Z","time spent":"1.247510522s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:38.765087Z","caller":"traceutil/trace.go:171","msg":"trace[559566096] transaction","detail":"{read_only:false; response_revision:28695; number_of_response:1; }","duration":"2.339911139s","start":"2026-07-02T06:01:36.42511Z","end":"2026-07-02T06:01:38.765021Z","steps":["trace[559566096] 'process raft request' (duration: 2.339033245s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.765207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.829834943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:38.765201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503229248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:01:38.765254Z","caller":"traceutil/trace.go:171","msg":"trace[1253309348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28696; }","duration":"3.50331718s","start":"2026-07-02T06:01:35.261924Z","end":"2026-07-02T06:01:38.765241Z","steps":["trace[1253309348] 'agreement among raft nodes before linearized reading' (duration: 3.503247618s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:38.764684Z","caller":"traceutil/trace.go:171","msg":"trace[228413398] linearizableReadLoop","detail":"{readStateIndex:30009; appliedIndex:30004; }","duration":"2.746012334s","start":"2026-07-02T06:01:36.018651Z","end":"2026-07-02T06:01:38.764664Z","steps":["trace[228413398] 'read index received' (duration: 1.785507244s)","trace[228413398] 'applied index is now lower than readState.Index' (duration: 960.50411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:38.765303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:35.26191Z","time spent":"3.503380733s","remote":"127.0.0.1:46936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:38.765322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858968974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:38.76526Z","caller":"traceutil/trace.go:171","msg":"trace[1651921920] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28696; }","duration":"4.829904215s","start":"2026-07-02T06:01:33.935328Z","end":"2026-07-02T06:01:38.765232Z","steps":["trace[1651921920] 'agreement among raft nodes before linearized reading' (duration: 4.829860944s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.765348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826344274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:38.765379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.578644308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-07-02T06:01:38.765394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.831522559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-02T06:01:38.765414Z","caller":"traceutil/trace.go:171","msg":"trace[155709462] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28696; }","duration":"3.826440487s","start":"2026-07-02T06:01:34.938953Z","end":"2026-07-02T06:01:38.765394Z","steps":["trace[155709462] 'agreement among raft nodes before linearized reading' (duration: 3.826266353s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:38.765416Z","caller":"traceutil/trace.go:171","msg":"trace[1266468475] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28696; }","duration":"4.57873099s","start":"2026-07-02T06:01:34.186674Z","end":"2026-07-02T06:01:38.765405Z","steps":["trace[1266468475] 'agreement among raft nodes before linearized reading' (duration: 4.578603536s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.765457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:34.186643Z","time spent":"4.578806752s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:01:38.76546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:34.938941Z","time spent":"3.826498509s","remote":"127.0.0.1:39710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":89,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:38.765481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.831760146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-02T06:01:38.765366Z","caller":"traceutil/trace.go:171","msg":"trace[2092804275] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28696; }","duration":"3.859054486s","start":"2026-07-02T06:01:34.906302Z","end":"2026-07-02T06:01:38.765357Z","steps":["trace[2092804275] 'agreement among raft nodes before linearized reading' (duration: 3.858984374s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:38.765529Z","caller":"traceutil/trace.go:171","msg":"trace[812748282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28696; }","duration":"4.831825358s","start":"2026-07-02T06:01:33.933694Z","end":"2026-07-02T06:01:38.765519Z","steps":["trace[812748282] 'agreement among raft nodes before linearized reading' (duration: 4.831710545s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.765548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:34.906282Z","time spent":"3.859252122s","remote":"127.0.0.1:43914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:38.765559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.933685Z","time spent":"4.831868309s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:01:38.765378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.935322Z","time spent":"4.83004549s","remote":"127.0.0.1:39666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T06:01:38.76552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:36.425082Z","time spent":"2.340135525s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:38.765135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744075335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:38.765147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.819909001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:38.765676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.833640201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-02T06:01:38.765732Z","caller":"traceutil/trace.go:171","msg":"trace[1318825453] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:28696; }","duration":"3.820525967s","start":"2026-07-02T06:01:34.945195Z","end":"2026-07-02T06:01:38.765721Z","steps":["trace[1318825453] 'agreement among raft nodes before linearized reading' (duration: 3.81988177s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.765778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:34.945188Z","time spent":"3.820577088s","remote":"127.0.0.1:39580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:38.76569Z","caller":"traceutil/trace.go:171","msg":"trace[1957932303] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28696; }","duration":"3.744695242s","start":"2026-07-02T06:01:35.020983Z","end":"2026-07-02T06:01:38.765679Z","steps":["trace[1957932303] 'agreement among raft nodes before linearized reading' (duration: 3.744055365s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:38.765779Z","caller":"traceutil/trace.go:171","msg":"trace[40542440] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5; range_end:; response_count:1; response_revision:28696; }","duration":"3.833775264s","start":"2026-07-02T06:01:34.931956Z","end":"2026-07-02T06:01:38.765731Z","steps":["trace[40542440] 'agreement among raft nodes before linearized reading' (duration: 3.833216829s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.765829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:35.020965Z","time spent":"3.744850246s","remote":"127.0.0.1:38442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:38.765424Z","caller":"traceutil/trace.go:171","msg":"trace[1520959541] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28696; }","duration":"4.831570641s","start":"2026-07-02T06:01:33.933839Z","end":"2026-07-02T06:01:38.765409Z","steps":["trace[1520959541] 'agreement among raft nodes before linearized reading' (duration: 4.831498069s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.765902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:33.933829Z","time spent":"4.832062234s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:01:38.765864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:34.931938Z","time spent":"3.833911839s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" "} {"level":"warn","ts":"2026-07-02T06:01:38.947776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000459193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:01:38.947856Z","caller":"traceutil/trace.go:171","msg":"trace[2055841914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000601436s","start":"2026-07-02T06:01:36.947234Z","end":"2026-07-02T06:01:38.947836Z","steps":["trace[2055841914] 'agreement among raft nodes before linearized reading' (duration: 2.000494734s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:38.947919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:36.947213Z","time spent":"2.000694608s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:01:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:01:39.266375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:39.766853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:40.267661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527300,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:40.508696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.872009796s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:01:40.509176Z","caller":"traceutil/trace.go:171","msg":"trace[286724491] transaction","detail":"{read_only:false; response_revision:28699; number_of_response:1; }","duration":"2.485202517s","start":"2026-07-02T06:01:38.023945Z","end":"2026-07-02T06:01:40.509148Z","steps":["trace[286724491] 'process raft request' (duration: 2.485161336s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:40.509214Z","caller":"traceutil/trace.go:171","msg":"trace[1425561215] transaction","detail":"{read_only:false; response_revision:28697; number_of_response:1; }","duration":"2.486320347s","start":"2026-07-02T06:01:38.022863Z","end":"2026-07-02T06:01:40.509184Z","steps":["trace[1425561215] 'process raft request' (duration: 2.48604206s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:40.509251Z","caller":"traceutil/trace.go:171","msg":"trace[511145900] transaction","detail":"{read_only:false; response_revision:28698; number_of_response:1; }","duration":"2.485840004s","start":"2026-07-02T06:01:38.023379Z","end":"2026-07-02T06:01:40.509219Z","steps":["trace[511145900] 'process raft request' (duration: 2.48568494s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:40.509317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.02394Z","time spent":"2.48530442s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:40.509354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.022843Z","time spent":"2.486421159s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:40.509413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.023344Z","time spent":"2.485981458s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:40.622901Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-07-02T06:01:40.623289Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"warn","ts":"2026-07-02T06:01:40.954055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000374628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:01:40.954136Z","caller":"traceutil/trace.go:171","msg":"trace[882691651] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497551s","start":"2026-07-02T06:01:38.953627Z","end":"2026-07-02T06:01:40.954124Z","steps":["trace[882691651] 'agreement among raft nodes before linearized reading' (duration: 2.000403399s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:40.954173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.953608Z","time spent":"2.000551703s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:01:41.302268Z","caller":"traceutil/trace.go:171","msg":"trace[1929727427] linearizableReadLoop","detail":"{readStateIndex:30015; appliedIndex:30009; }","duration":"2.536939752s","start":"2026-07-02T06:01:38.765312Z","end":"2026-07-02T06:01:41.302252Z","steps":["trace[1929727427] 'read index received' (duration: 1.74353704s)","trace[1929727427] 'applied index is now lower than readState.Index' (duration: 793.402062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:41.302431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277853808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-02T06:01:41.302468Z","caller":"traceutil/trace.go:171","msg":"trace[1123540502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28702; }","duration":"3.27791635s","start":"2026-07-02T06:01:38.024546Z","end":"2026-07-02T06:01:41.302463Z","steps":["trace[1123540502] 'agreement among raft nodes before linearized reading' (duration: 3.277782506s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.302487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.024541Z","time spent":"3.27794146s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:01:41.302568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.106654549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:41.302862Z","caller":"traceutil/trace.go:171","msg":"trace[687609408] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:28702; }","duration":"5.106991909s","start":"2026-07-02T06:01:36.195863Z","end":"2026-07-02T06:01:41.302855Z","steps":["trace[687609408] 'agreement among raft nodes before linearized reading' (duration: 5.106685851s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.302864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279626317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-02T06:01:41.302909Z","caller":"traceutil/trace.go:171","msg":"trace[600498589] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28702; }","duration":"3.279673758s","start":"2026-07-02T06:01:38.023222Z","end":"2026-07-02T06:01:41.302896Z","steps":["trace[600498589] 'agreement among raft nodes before linearized reading' (duration: 3.279476172s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.302945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.023216Z","time spent":"3.279721089s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T06:01:41.30288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:36.195841Z","time spent":"5.10703297s","remote":"127.0.0.1:53102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:41.303003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.2823852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-w8m8k\" ","response":"range_response_count:1 size:5390"} {"level":"warn","ts":"2026-07-02T06:01:41.302652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278666541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:01:41.303042Z","caller":"traceutil/trace.go:171","msg":"trace[566711241] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-w8m8k; range_end:; response_count:1; response_revision:28702; }","duration":"5.282452722s","start":"2026-07-02T06:01:36.020577Z","end":"2026-07-02T06:01:41.30303Z","steps":["trace[566711241] 'agreement among raft nodes before linearized reading' (duration: 5.282050811s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:41.303076Z","caller":"traceutil/trace.go:171","msg":"trace[1860797305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28702; }","duration":"3.279082792s","start":"2026-07-02T06:01:38.023972Z","end":"2026-07-02T06:01:41.303054Z","steps":["trace[1860797305] 'agreement among raft nodes before linearized reading' (duration: 3.27862696s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.303087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:36.020564Z","time spent":"5.282516043s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5414,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-w8m8k\" "} {"level":"warn","ts":"2026-07-02T06:01:41.302644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.01153825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-02T06:01:41.30313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.023969Z","time spent":"3.279148023s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:01:41.303161Z","caller":"traceutil/trace.go:171","msg":"trace[21059470] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28702; }","duration":"4.012112905s","start":"2026-07-02T06:01:37.291028Z","end":"2026-07-02T06:01:41.303141Z","steps":["trace[21059470] 'agreement among raft nodes before linearized reading' (duration: 4.011389716s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:41.302629Z","caller":"traceutil/trace.go:171","msg":"trace[870426222] transaction","detail":"{read_only:false; response_revision:28702; number_of_response:1; }","duration":"2.369779543s","start":"2026-07-02T06:01:38.932818Z","end":"2026-07-02T06:01:41.302597Z","steps":["trace[870426222] 'process raft request' (duration: 2.369402663s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.303204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:37.291007Z","time spent":"4.012185737s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:01:41.302638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621586026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:41.303275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.932796Z","time spent":"2.370433451s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:41.303294Z","caller":"traceutil/trace.go:171","msg":"trace[1333229526] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28702; }","duration":"2.622289974s","start":"2026-07-02T06:01:38.680991Z","end":"2026-07-02T06:01:41.303281Z","steps":["trace[1333229526] 'agreement among raft nodes before linearized reading' (duration: 2.621548094s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:41.302689Z","caller":"traceutil/trace.go:171","msg":"trace[285019100] transaction","detail":"{read_only:false; response_revision:28701; number_of_response:1; }","duration":"2.532868533s","start":"2026-07-02T06:01:38.76981Z","end":"2026-07-02T06:01:41.302679Z","steps":["trace[285019100] 'process raft request' (duration: 2.532376529s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.303341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.680976Z","time spent":"2.622350586s","remote":"127.0.0.1:43930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:41.303368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.769802Z","time spent":"2.53353044s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:41.30271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465040718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:01:41.303432Z","caller":"traceutil/trace.go:171","msg":"trace[1266946884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28702; }","duration":"3.465755077s","start":"2026-07-02T06:01:37.837657Z","end":"2026-07-02T06:01:41.303412Z","steps":["trace[1266946884] 'agreement among raft nodes before linearized reading' (duration: 3.465023118s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.303486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:37.837614Z","time spent":"3.46585254s","remote":"127.0.0.1:46964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:41.302725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278825735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:01:41.303543Z","caller":"traceutil/trace.go:171","msg":"trace[1924566302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28702; }","duration":"3.279649097s","start":"2026-07-02T06:01:38.023884Z","end":"2026-07-02T06:01:41.303533Z","steps":["trace[1924566302] 'agreement among raft nodes before linearized reading' (duration: 3.278788794s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.303585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.023879Z","time spent":"3.279692988s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T06:01:41.302736Z","caller":"traceutil/trace.go:171","msg":"trace[759308996] transaction","detail":"{read_only:false; response_revision:28700; number_of_response:1; }","duration":"2.535516504s","start":"2026-07-02T06:01:38.767194Z","end":"2026-07-02T06:01:41.30271Z","steps":["trace[759308996] 'process raft request' (duration: 2.534863596s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.303758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.767182Z","time spent":"2.536487819s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:41.302728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083638999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:41.303924Z","caller":"traceutil/trace.go:171","msg":"trace[375186953] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28702; }","duration":"3.084880683s","start":"2026-07-02T06:01:38.219022Z","end":"2026-07-02T06:01:41.303903Z","steps":["trace[375186953] 'agreement among raft nodes before linearized reading' (duration: 3.083641389s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.30396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.219001Z","time spent":"3.084946595s","remote":"127.0.0.1:52788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:41.302728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278079564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T06:01:41.304096Z","caller":"traceutil/trace.go:171","msg":"trace[1920865900] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28702; }","duration":"3.280074759s","start":"2026-07-02T06:01:38.024011Z","end":"2026-07-02T06:01:41.304086Z","steps":["trace[1920865900] 'agreement among raft nodes before linearized reading' (duration: 3.278305821s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.304129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.023991Z","time spent":"3.280128619s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:01:41.302793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279476732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:01:41.304276Z","caller":"traceutil/trace.go:171","msg":"trace[2099823375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28702; }","duration":"3.281005353s","start":"2026-07-02T06:01:38.023263Z","end":"2026-07-02T06:01:41.304268Z","steps":["trace[2099823375] 'agreement among raft nodes before linearized reading' (duration: 3.279426241s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.304304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.023237Z","time spent":"3.281059815s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:01:41.302809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809823873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:01:41.30447Z","caller":"traceutil/trace.go:171","msg":"trace[1882665680] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:28702; }","duration":"2.811482258s","start":"2026-07-02T06:01:38.492976Z","end":"2026-07-02T06:01:41.304458Z","steps":["trace[1882665680] 'agreement among raft nodes before linearized reading' (duration: 2.809618017s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.304498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.492927Z","time spent":"2.811562559s","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:41.302558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279331409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T06:01:41.304591Z","caller":"traceutil/trace.go:171","msg":"trace[812360672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28702; }","duration":"3.281402214s","start":"2026-07-02T06:01:38.023183Z","end":"2026-07-02T06:01:41.304585Z","steps":["trace[812360672] 'agreement among raft nodes before linearized reading' (duration: 3.279179864s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:41.304607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.023176Z","time spent":"3.281425814s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:01:42.351725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.7493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:01:42.351911Z","caller":"traceutil/trace.go:171","msg":"trace[879632668] linearizableReadLoop","detail":"{readStateIndex:30017; appliedIndex:30015; }","duration":"1.049584352s","start":"2026-07-02T06:01:41.302311Z","end":"2026-07-02T06:01:42.351895Z","steps":["trace[879632668] 'read index received' (duration: 452.042µs)","trace[879632668] 'applied index is now lower than readState.Index' (duration: 1.04913148s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:42.351986Z","caller":"traceutil/trace.go:171","msg":"trace[1085106626] transaction","detail":"{read_only:false; response_revision:28703; number_of_response:1; }","duration":"1.582358563s","start":"2026-07-02T06:01:40.769617Z","end":"2026-07-02T06:01:42.351975Z","steps":["trace[1085106626] 'process raft request' (duration: 963.278414ms)","trace[1085106626] 'compare' (duration: 618.438612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:42.352045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:40.769594Z","time spent":"1.582420955s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:42.352323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56447774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:42.352367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.581974239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-02T06:01:42.352393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423112233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-02T06:01:42.352444Z","caller":"traceutil/trace.go:171","msg":"trace[1982725430] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28704; }","duration":"2.423209136s","start":"2026-07-02T06:01:39.92922Z","end":"2026-07-02T06:01:42.352429Z","steps":["trace[1982725430] 'agreement among raft nodes before linearized reading' (duration: 2.422980369s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.352478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599861411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.151\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-02T06:01:42.352484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:39.929199Z","time spent":"2.423274397s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T06:01:42.352533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64878613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:42.352509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.584927982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-69a90813-3781-4783-9a85-5df107350610\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-07-02T06:01:42.352587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484214205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:42.352604Z","caller":"traceutil/trace.go:171","msg":"trace[491231238] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:28704; }","duration":"3.484251676s","start":"2026-07-02T06:01:38.868347Z","end":"2026-07-02T06:01:42.352599Z","steps":["trace[491231238] 'agreement among raft nodes before linearized reading' (duration: 3.484219515s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.352598Z","caller":"traceutil/trace.go:171","msg":"trace[1537553085] range","detail":"{range_begin:/registry/persistentvolumes/pvc-69a90813-3781-4783-9a85-5df107350610; range_end:; response_count:1; response_revision:28704; }","duration":"3.585039784s","start":"2026-07-02T06:01:38.767533Z","end":"2026-07-02T06:01:42.352573Z","steps":["trace[1537553085] 'agreement among raft nodes before linearized reading' (duration: 3.584773557s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.352624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.868338Z","time spent":"3.484281667s","remote":"127.0.0.1:40360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:42.352598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585430804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"warn","ts":"2026-07-02T06:01:42.352623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326457179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:42.352635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357722924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:42.352666Z","caller":"traceutil/trace.go:171","msg":"trace[496038329] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28704; }","duration":"3.326532492s","start":"2026-07-02T06:01:39.026124Z","end":"2026-07-02T06:01:42.352657Z","steps":["trace[496038329] 'agreement among raft nodes before linearized reading' (duration: 3.326429899s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.352665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376689556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:01:42.352671Z","caller":"traceutil/trace.go:171","msg":"trace[1443860820] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28704; }","duration":"3.585525978s","start":"2026-07-02T06:01:38.767127Z","end":"2026-07-02T06:01:42.352653Z","steps":["trace[1443860820] 'agreement among raft nodes before linearized reading' (duration: 3.585306832s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.352672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473913489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T06:01:42.352703Z","caller":"traceutil/trace.go:171","msg":"trace[1364206714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28704; }","duration":"1.376755168s","start":"2026-07-02T06:01:40.975941Z","end":"2026-07-02T06:01:42.352696Z","steps":["trace[1364206714] 'agreement among raft nodes before linearized reading' (duration: 1.376689336s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.352703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:39.026107Z","time spent":"3.326588403s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:42.352718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.767116Z","time spent":"3.585594049s","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17018,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-02T06:01:42.352725Z","caller":"traceutil/trace.go:171","msg":"trace[1923274413] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28704; }","duration":"1.47398611s","start":"2026-07-02T06:01:40.878727Z","end":"2026-07-02T06:01:42.352713Z","steps":["trace[1923274413] 'agreement among raft nodes before linearized reading' (duration: 1.473814296s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.352729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:40.975925Z","time spent":"1.376796868s","remote":"127.0.0.1:46870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:42.35273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.580834521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:42.352747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49251415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:42.352758Z","caller":"traceutil/trace.go:171","msg":"trace[1373362683] transaction","detail":"{read_only:false; response_revision:28704; number_of_response:1; }","duration":"1.582122737s","start":"2026-07-02T06:01:40.770624Z","end":"2026-07-02T06:01:42.352747Z","steps":["trace[1373362683] 'process raft request' (duration: 1.581190112s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.352554Z","caller":"traceutil/trace.go:171","msg":"trace[2100133595] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28704; }","duration":"2.648833112s","start":"2026-07-02T06:01:39.703712Z","end":"2026-07-02T06:01:42.352546Z","steps":["trace[2100133595] 'agreement among raft nodes before linearized reading' (duration: 2.648795251s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.352773Z","caller":"traceutil/trace.go:171","msg":"trace[485711213] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28704; }","duration":"3.580897173s","start":"2026-07-02T06:01:38.771863Z","end":"2026-07-02T06:01:42.35276Z","steps":["trace[485711213] 'agreement among raft nodes before linearized reading' (duration: 3.580825331s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.352788Z","caller":"traceutil/trace.go:171","msg":"trace[1208803800] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28704; }","duration":"1.492587092s","start":"2026-07-02T06:01:40.860188Z","end":"2026-07-02T06:01:42.352775Z","steps":["trace[1208803800] 'agreement among raft nodes before linearized reading' (duration: 1.49252404s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.352797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398024221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:42.35282Z","caller":"traceutil/trace.go:171","msg":"trace[1898710261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28704; }","duration":"1.398073393s","start":"2026-07-02T06:01:40.954739Z","end":"2026-07-02T06:01:42.352812Z","steps":["trace[1898710261] 'agreement among raft nodes before linearized reading' (duration: 1.398033812s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.352813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.771853Z","time spent":"3.580951725s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-02T06:01:42.35271Z","caller":"traceutil/trace.go:171","msg":"trace[991131245] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28704; }","duration":"1.357844268s","start":"2026-07-02T06:01:40.994845Z","end":"2026-07-02T06:01:42.352689Z","steps":["trace[991131245] 'agreement among raft nodes before linearized reading' (duration: 1.357704754s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.352837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:40.954724Z","time spent":"1.398109513s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:01:42.352833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:39.703696Z","time spent":"2.649108629s","remote":"127.0.0.1:39914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:42.352855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:40.770606Z","time spent":"1.582188269s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:42.352877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884304188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:42.352907Z","caller":"traceutil/trace.go:171","msg":"trace[526779998] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28704; }","duration":"1.88437126s","start":"2026-07-02T06:01:40.468528Z","end":"2026-07-02T06:01:42.352899Z","steps":["trace[526779998] 'agreement among raft nodes before linearized reading' (duration: 1.884313649s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.352936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:40.468505Z","time spent":"1.884423092s","remote":"127.0.0.1:60030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:42.352755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:40.878722Z","time spent":"1.474028191s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T06:01:42.352659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.767529Z","time spent":"3.585117606s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-69a90813-3781-4783-9a85-5df107350610\" "} {"level":"warn","ts":"2026-07-02T06:01:42.353007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101756474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:01:42.352496Z","caller":"traceutil/trace.go:171","msg":"trace[1089816733] range","detail":"{range_begin:/registry/masterleases/199.19.213.151; range_end:; response_count:1; response_revision:28704; }","duration":"2.599918822s","start":"2026-07-02T06:01:39.752572Z","end":"2026-07-02T06:01:42.352491Z","steps":["trace[1089816733] 'agreement among raft nodes before linearized reading' (duration: 2.59985207s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.352821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:40.860172Z","time spent":"1.492640664s","remote":"127.0.0.1:52986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:42.353035Z","caller":"traceutil/trace.go:171","msg":"trace[1804642620] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28704; }","duration":"2.101824826s","start":"2026-07-02T06:01:40.251204Z","end":"2026-07-02T06:01:42.353029Z","steps":["trace[1804642620] 'agreement among raft nodes before linearized reading' (duration: 2.101779205s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.353043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:39.752551Z","time spent":"2.600482498s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.151\" "} {"level":"warn","ts":"2026-07-02T06:01:42.353047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422940428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-02T06:01:42.35306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:40.251184Z","time spent":"2.101869017s","remote":"127.0.0.1:60154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:42.353069Z","caller":"traceutil/trace.go:171","msg":"trace[380113105] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28704; }","duration":"2.42299615s","start":"2026-07-02T06:01:39.930067Z","end":"2026-07-02T06:01:42.353063Z","steps":["trace[380113105] 'agreement among raft nodes before linearized reading' (duration: 2.422931058s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.353084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:39.930052Z","time spent":"2.42302856s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-02T06:01:42.352405Z","caller":"traceutil/trace.go:171","msg":"trace[1372767205] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28704; }","duration":"3.564579712s","start":"2026-07-02T06:01:38.787808Z","end":"2026-07-02T06:01:42.352387Z","steps":["trace[1372767205] 'agreement among raft nodes before linearized reading' (duration: 3.564451149s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.353127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:38.787799Z","time spent":"3.565308092s","remote":"127.0.0.1:53004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:42.352867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:40.994832Z","time spent":"1.358014722s","remote":"127.0.0.1:52948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:42.35342Z","caller":"traceutil/trace.go:171","msg":"trace[901180007] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5; range_end:; response_count:1; response_revision:28704; }","duration":"2.58201184s","start":"2026-07-02T06:01:39.77038Z","end":"2026-07-02T06:01:42.352391Z","steps":["trace[901180007] 'agreement among raft nodes before linearized reading' (duration: 2.581838335s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.353498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:39.770278Z","time spent":"2.583206342s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" "} {"level":"info","ts":"2026-07-02T06:01:42.366852Z","caller":"traceutil/trace.go:171","msg":"trace[608564093] transaction","detail":"{read_only:false; response_revision:28706; number_of_response:1; }","duration":"1.058193535s","start":"2026-07-02T06:01:41.308638Z","end":"2026-07-02T06:01:42.366831Z","steps":["trace[608564093] 'process raft request' (duration: 1.058114743s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.366913Z","caller":"traceutil/trace.go:171","msg":"trace[1266032551] transaction","detail":"{read_only:false; response_revision:28711; number_of_response:1; }","duration":"1.057799004s","start":"2026-07-02T06:01:41.309103Z","end":"2026-07-02T06:01:42.366902Z","steps":["trace[1266032551] 'process raft request' (duration: 1.057761033s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.36695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.308617Z","time spent":"1.058279747s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:42.366983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.309093Z","time spent":"1.057850065s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:42.367054Z","caller":"traceutil/trace.go:171","msg":"trace[139078711] transaction","detail":"{read_only:false; response_revision:28707; number_of_response:1; }","duration":"1.058281077s","start":"2026-07-02T06:01:41.308768Z","end":"2026-07-02T06:01:42.367049Z","steps":["trace[139078711] 'process raft request' (duration: 1.058014119s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.367079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.308742Z","time spent":"1.058321568s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:42.366855Z","caller":"traceutil/trace.go:171","msg":"trace[1812417173] transaction","detail":"{read_only:false; response_revision:28705; number_of_response:1; }","duration":"1.058443981s","start":"2026-07-02T06:01:41.30839Z","end":"2026-07-02T06:01:42.366834Z","steps":["trace[1812417173] 'process raft request' (duration: 1.058271616s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.367171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.308375Z","time spent":"1.05877592s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5159,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:42.367168Z","caller":"traceutil/trace.go:171","msg":"trace[1389070319] transaction","detail":"{read_only:false; response_revision:28712; number_of_response:1; }","duration":"934.56732ms","start":"2026-07-02T06:01:41.432589Z","end":"2026-07-02T06:01:42.367157Z","steps":["trace[1389070319] 'process raft request' (duration: 934.291892ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.367189Z","caller":"traceutil/trace.go:171","msg":"trace[1462230677] transaction","detail":"{read_only:false; response_revision:28708; number_of_response:1; }","duration":"1.058146413s","start":"2026-07-02T06:01:41.309038Z","end":"2026-07-02T06:01:42.367184Z","steps":["trace[1462230677] 'process raft request' (duration: 1.057763733s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.367218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.309025Z","time spent":"1.058177844s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:42.367231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.432564Z","time spent":"934.632432ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:42.367258Z","caller":"traceutil/trace.go:171","msg":"trace[754367841] transaction","detail":"{read_only:false; response_revision:28709; number_of_response:1; }","duration":"1.058200564s","start":"2026-07-02T06:01:41.309053Z","end":"2026-07-02T06:01:42.367254Z","steps":["trace[754367841] 'process raft request' (duration: 1.057768463s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.36728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.309048Z","time spent":"1.058219945s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:42.367318Z","caller":"traceutil/trace.go:171","msg":"trace[211056088] transaction","detail":"{read_only:false; response_revision:28710; number_of_response:1; }","duration":"1.058222845s","start":"2026-07-02T06:01:41.309091Z","end":"2026-07-02T06:01:42.367314Z","steps":["trace[211056088] 'process raft request' (duration: 1.057754782s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.36734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.309086Z","time spent":"1.058241655s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:42.367405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058712718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-02T06:01:42.367424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05875278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-07-02T06:01:42.367438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.172783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:42.36746Z","caller":"traceutil/trace.go:171","msg":"trace[474077901] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28712; }","duration":"103.218585ms","start":"2026-07-02T06:01:42.264236Z","end":"2026-07-02T06:01:42.367454Z","steps":["trace[474077901] 'agreement among raft nodes before linearized reading' (duration: 103.188014ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.367462Z","caller":"traceutil/trace.go:171","msg":"trace[1191561297] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28712; }","duration":"1.058830702s","start":"2026-07-02T06:01:41.308621Z","end":"2026-07-02T06:01:42.367452Z","steps":["trace[1191561297] 'agreement among raft nodes before linearized reading' (duration: 1.058738289s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.367493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.308597Z","time spent":"1.058887254s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:01:42.367527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.076736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:01:42.367432Z","caller":"traceutil/trace.go:171","msg":"trace[2012068272] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28712; }","duration":"1.05878425s","start":"2026-07-02T06:01:41.30864Z","end":"2026-07-02T06:01:42.367425Z","steps":["trace[2012068272] 'agreement among raft nodes before linearized reading' (duration: 1.058711488s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.367547Z","caller":"traceutil/trace.go:171","msg":"trace[86542881] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:28712; }","duration":"316.122607ms","start":"2026-07-02T06:01:42.051417Z","end":"2026-07-02T06:01:42.36754Z","steps":["trace[86542881] 'agreement among raft nodes before linearized reading' (duration: 316.024694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.367558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.308609Z","time spent":"1.058941954s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:01:42.367565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:42.051401Z","time spent":"316.160779ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":146,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:42.367617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05914287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0f670872a\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-02T06:01:42.367639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.215915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:42.367646Z","caller":"traceutil/trace.go:171","msg":"trace[246173360] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be63a0f670872a; range_end:; response_count:1; response_revision:28712; }","duration":"1.059184972s","start":"2026-07-02T06:01:41.308453Z","end":"2026-07-02T06:01:42.367638Z","steps":["trace[246173360] 'agreement among raft nodes before linearized reading' (duration: 1.059104179s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.367674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.308449Z","time spent":"1.059218612s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0f670872a\" "} {"level":"warn","ts":"2026-07-02T06:01:42.367413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.254432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:42.367759Z","caller":"traceutil/trace.go:171","msg":"trace[2042175154] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28712; }","duration":"137.627392ms","start":"2026-07-02T06:01:42.230125Z","end":"2026-07-02T06:01:42.367753Z","steps":["trace[2042175154] 'agreement among raft nodes before linearized reading' (duration: 137.269632ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.367652Z","caller":"traceutil/trace.go:171","msg":"trace[1396359189] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28712; }","duration":"883.271486ms","start":"2026-07-02T06:01:41.484377Z","end":"2026-07-02T06:01:42.367648Z","steps":["trace[1396359189] 'agreement among raft nodes before linearized reading' (duration: 883.249325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.367813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:41.484353Z","time spent":"883.452751ms","remote":"127.0.0.1:39614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:42.563326Z","caller":"traceutil/trace.go:171","msg":"trace[903907965] linearizableReadLoop","detail":"{readStateIndex:30028; appliedIndex:30025; }","duration":"196.209172ms","start":"2026-07-02T06:01:42.367088Z","end":"2026-07-02T06:01:42.563297Z","steps":["trace[903907965] 'read index received' (duration: 195.858383ms)","trace[903907965] 'applied index is now lower than readState.Index' (duration: 349.059µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:42.563359Z","caller":"traceutil/trace.go:171","msg":"trace[1348911393] transaction","detail":"{read_only:false; response_revision:28714; number_of_response:1; }","duration":"204.160357ms","start":"2026-07-02T06:01:42.359166Z","end":"2026-07-02T06:01:42.563327Z","steps":["trace[1348911393] 'process raft request' (duration: 204.056434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.563492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.641343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:42.563465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.599565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:42.563535Z","caller":"traceutil/trace.go:171","msg":"trace[48379721] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28714; }","duration":"203.733886ms","start":"2026-07-02T06:01:42.359789Z","end":"2026-07-02T06:01:42.563523Z","steps":["trace[48379721] 'agreement among raft nodes before linearized reading' (duration: 203.639463ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.563553Z","caller":"traceutil/trace.go:171","msg":"trace[424358158] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28714; }","duration":"202.709768ms","start":"2026-07-02T06:01:42.360826Z","end":"2026-07-02T06:01:42.563536Z","steps":["trace[424358158] 'agreement among raft nodes before linearized reading' (duration: 202.520343ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.563686Z","caller":"traceutil/trace.go:171","msg":"trace[1987174447] transaction","detail":"{read_only:false; response_revision:28713; number_of_response:1; }","duration":"205.593535ms","start":"2026-07-02T06:01:42.358063Z","end":"2026-07-02T06:01:42.563657Z","steps":["trace[1987174447] 'process raft request' (duration: 204.970278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.563768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.850663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-02T06:01:42.563833Z","caller":"traceutil/trace.go:171","msg":"trace[270012103] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:28714; }","duration":"205.943766ms","start":"2026-07-02T06:01:42.357872Z","end":"2026-07-02T06:01:42.563816Z","steps":["trace[270012103] 'agreement among raft nodes before linearized reading' (duration: 205.75746ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.578835Z","caller":"traceutil/trace.go:171","msg":"trace[845528072] transaction","detail":"{read_only:false; response_revision:28717; number_of_response:1; }","duration":"206.435238ms","start":"2026-07-02T06:01:42.37238Z","end":"2026-07-02T06:01:42.578815Z","steps":["trace[845528072] 'process raft request' (duration: 206.351066ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.578857Z","caller":"traceutil/trace.go:171","msg":"trace[1751836333] transaction","detail":"{read_only:false; response_revision:28715; number_of_response:1; }","duration":"208.751871ms","start":"2026-07-02T06:01:42.370087Z","end":"2026-07-02T06:01:42.578839Z","steps":["trace[1751836333] 'process raft request' (duration: 208.497464ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.578853Z","caller":"traceutil/trace.go:171","msg":"trace[1903707078] transaction","detail":"{read_only:false; response_revision:28716; number_of_response:1; }","duration":"206.608094ms","start":"2026-07-02T06:01:42.372216Z","end":"2026-07-02T06:01:42.578824Z","steps":["trace[1903707078] 'process raft request' (duration: 206.47631ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.579141Z","caller":"traceutil/trace.go:171","msg":"trace[1491614038] transaction","detail":"{read_only:false; response_revision:28718; number_of_response:1; }","duration":"204.746203ms","start":"2026-07-02T06:01:42.374379Z","end":"2026-07-02T06:01:42.579125Z","steps":["trace[1491614038] 'process raft request' (duration: 204.386383ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:42.579178Z","caller":"traceutil/trace.go:171","msg":"trace[1203988552] transaction","detail":"{read_only:false; response_revision:28719; number_of_response:1; }","duration":"175.914776ms","start":"2026-07-02T06:01:42.403249Z","end":"2026-07-02T06:01:42.579164Z","steps":["trace[1203988552] 'process raft request' (duration: 175.746271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:42.579633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.684289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-zsv7g\" ","response":"range_response_count:1 size:5681"} {"level":"info","ts":"2026-07-02T06:01:42.579664Z","caller":"traceutil/trace.go:171","msg":"trace[2078271596] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-zsv7g; range_end:; response_count:1; response_revision:28722; }","duration":"208.758561ms","start":"2026-07-02T06:01:42.370898Z","end":"2026-07-02T06:01:42.579657Z","steps":["trace[2078271596] 'agreement among raft nodes before linearized reading' (duration: 208.635888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:44.51303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527373,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T06:01:44.644833Z","caller":"traceutil/trace.go:171","msg":"trace[1602379538] transaction","detail":"{read_only:false; response_revision:28740; number_of_response:1; }","duration":"634.507336ms","start":"2026-07-02T06:01:44.010302Z","end":"2026-07-02T06:01:44.64481Z","steps":["trace[1602379538] 'process raft request' (duration: 634.351602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:44.644974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.01029Z","time spent":"634.612988ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:45.600056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.479303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:01:45.600319Z","caller":"traceutil/trace.go:171","msg":"trace[331413688] transaction","detail":"{read_only:false; response_revision:28743; number_of_response:1; }","duration":"1.015518843s","start":"2026-07-02T06:01:44.584787Z","end":"2026-07-02T06:01:45.600305Z","steps":["trace[331413688] 'process raft request' (duration: 1.015446061s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:45.600311Z","caller":"traceutil/trace.go:171","msg":"trace[1441292267] transaction","detail":"{read_only:false; response_revision:28741; number_of_response:1; }","duration":"1.242063064s","start":"2026-07-02T06:01:44.358204Z","end":"2026-07-02T06:01:45.600267Z","steps":["trace[1441292267] 'process raft request' (duration: 1.089288123s)","trace[1441292267] 'compare' (duration: 151.356343ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:45.600333Z","caller":"traceutil/trace.go:171","msg":"trace[1394900526] transaction","detail":"{read_only:false; response_revision:28742; number_of_response:1; }","duration":"1.240842432s","start":"2026-07-02T06:01:44.359448Z","end":"2026-07-02T06:01:45.60029Z","steps":["trace[1394900526] 'process raft request' (duration: 1.240713158s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:45.600387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.584762Z","time spent":"1.015591085s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:45.600436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.359436Z","time spent":"1.240948464s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:45.600473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.358183Z","time spent":"1.242197718s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:45.60061Z","caller":"traceutil/trace.go:171","msg":"trace[1280080077] transaction","detail":"{read_only:false; response_revision:28744; number_of_response:1; }","duration":"1.015656978s","start":"2026-07-02T06:01:44.584926Z","end":"2026-07-02T06:01:45.600583Z","steps":["trace[1280080077] 'process raft request' (duration: 1.015344779s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:45.600674Z","caller":"traceutil/trace.go:171","msg":"trace[915796467] linearizableReadLoop","detail":"{readStateIndex:30057; appliedIndex:30054; }","duration":"1.588567651s","start":"2026-07-02T06:01:44.012081Z","end":"2026-07-02T06:01:45.600649Z","steps":["trace[915796467] 'read index received' (duration: 632.567553ms)","trace[915796467] 'applied index is now lower than readState.Index' (duration: 955.999058ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:45.600689Z","caller":"traceutil/trace.go:171","msg":"trace[1356355321] transaction","detail":"{read_only:false; response_revision:28745; number_of_response:1; }","duration":"1.01465599s","start":"2026-07-02T06:01:44.586013Z","end":"2026-07-02T06:01:45.600669Z","steps":["trace[1356355321] 'process raft request' (duration: 1.014484415s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:45.600776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.584883Z","time spent":"1.015806181s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:45.600821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.585993Z","time spent":"1.014793424s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:45.600882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588779917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1446"} {"level":"info","ts":"2026-07-02T06:01:45.600927Z","caller":"traceutil/trace.go:171","msg":"trace[1930426961] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:28745; }","duration":"1.588847429s","start":"2026-07-02T06:01:44.012069Z","end":"2026-07-02T06:01:45.600916Z","steps":["trace[1930426961] 'agreement among raft nodes before linearized reading' (duration: 1.588693554s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:45.600971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.012064Z","time spent":"1.58889881s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1470,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-02T06:01:46.260329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.718104ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T06:01:46.261153Z","caller":"traceutil/trace.go:171","msg":"trace[8338593] linearizableReadLoop","detail":"{readStateIndex:30062; appliedIndex:30060; }","duration":"660.387523ms","start":"2026-07-02T06:01:45.600737Z","end":"2026-07-02T06:01:46.261124Z","steps":["trace[8338593] 'read index received' (duration: 15.799786ms)","trace[8338593] 'applied index is now lower than readState.Index' (duration: 644.585447ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:46.261285Z","caller":"traceutil/trace.go:171","msg":"trace[1952476717] transaction","detail":"{read_only:false; response_revision:28746; number_of_response:1; }","duration":"1.384514657s","start":"2026-07-02T06:01:44.876755Z","end":"2026-07-02T06:01:46.261269Z","steps":["trace[1952476717] 'process raft request' (duration: 1.383673905s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:46.261401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.876729Z","time spent":"1.384587149s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:46.453259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825947363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:46.453853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082146905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-02T06:01:46.453916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08124667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-02T06:01:46.453939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778299558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T06:01:46.453962Z","caller":"traceutil/trace.go:171","msg":"trace[405354270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28746; }","duration":"2.081294472s","start":"2026-07-02T06:01:44.372649Z","end":"2026-07-02T06:01:46.453944Z","steps":["trace[405354270] 'agreement among raft nodes before linearized reading' (duration: 1.888680517s)","trace[405354270] 'range keys from in-memory index tree' (duration: 192.537063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.453977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.857127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:46.454024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.372642Z","time spent":"2.081374384s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T06:01:46.454014Z","caller":"traceutil/trace.go:171","msg":"trace[2071591468] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28746; }","duration":"1.778426751s","start":"2026-07-02T06:01:44.675567Z","end":"2026-07-02T06:01:46.453994Z","steps":["trace[2071591468] 'agreement among raft nodes before linearized reading' (duration: 1.585841047s)","trace[2071591468] 'range keys from in-memory index tree' (duration: 192.391909ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.453496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148116979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:46.454381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9997086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:46.454487Z","caller":"traceutil/trace.go:171","msg":"trace[1648563464] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:28746; }","duration":"2.000725538s","start":"2026-07-02T06:01:44.453706Z","end":"2026-07-02T06:01:46.454432Z","steps":["trace[1648563464] 'agreement among raft nodes before linearized reading' (duration: 1.807722923s)","trace[1648563464] 'count revisions from in-memory index tree' (duration: 192.002688ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.454527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.45369Z","time spent":"2.000824971s","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:46.454403Z","caller":"traceutil/trace.go:171","msg":"trace[189860675] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28746; }","duration":"1.149042744s","start":"2026-07-02T06:01:45.305348Z","end":"2026-07-02T06:01:46.45439Z","steps":["trace[189860675] 'agreement among raft nodes before linearized reading' (duration: 955.995377ms)","trace[189860675] 'count revisions from in-memory index tree' (duration: 192.124041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.453544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177547343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:46.453538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081622201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-02T06:01:46.453611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187218834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:46.453642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489923809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:46.453668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521123881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:46.4547Z","caller":"traceutil/trace.go:171","msg":"trace[1501528983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28746; }","duration":"2.082960416s","start":"2026-07-02T06:01:44.371713Z","end":"2026-07-02T06:01:46.454674Z","steps":["trace[1501528983] 'agreement among raft nodes before linearized reading' (duration: 1.889637372s)","trace[1501528983] 'range keys from in-memory index tree' (duration: 191.878735ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:46.454779Z","caller":"traceutil/trace.go:171","msg":"trace[708409295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28746; }","duration":"1.522232341s","start":"2026-07-02T06:01:44.932499Z","end":"2026-07-02T06:01:46.454731Z","steps":["trace[708409295] 'agreement among raft nodes before linearized reading' (duration: 1.328886006s)","trace[708409295] 'range keys from in-memory index tree' (duration: 192.271506ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:46.454807Z","caller":"traceutil/trace.go:171","msg":"trace[976142260] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:28746; }","duration":"1.491113692s","start":"2026-07-02T06:01:44.963681Z","end":"2026-07-02T06:01:46.454794Z","steps":["trace[976142260] 'agreement among raft nodes before linearized reading' (duration: 1.297696165s)","trace[976142260] 'count revisions from in-memory index tree' (duration: 192.249115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.453779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745488263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-02T06:01:46.454855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.963666Z","time spent":"1.491176443s","remote":"127.0.0.1:60118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:46.454865Z","caller":"traceutil/trace.go:171","msg":"trace[958315525] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28746; }","duration":"1.746583903s","start":"2026-07-02T06:01:44.708263Z","end":"2026-07-02T06:01:46.454847Z","steps":["trace[958315525] 'agreement among raft nodes before linearized reading' (duration: 1.553129086s)","trace[958315525] 'range keys from in-memory index tree' (duration: 192.291346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.454904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.932478Z","time spent":"1.522353764s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:01:46.454784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.371709Z","time spent":"2.083055879s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:01:46.454912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.708253Z","time spent":"1.746641174s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T06:01:46.45407Z","caller":"traceutil/trace.go:171","msg":"trace[525872682] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28746; }","duration":"611.020481ms","start":"2026-07-02T06:01:45.843027Z","end":"2026-07-02T06:01:46.454047Z","steps":["trace[525872682] 'agreement among raft nodes before linearized reading' (duration: 418.652343ms)","trace[525872682] 'count revisions from in-memory index tree' (duration: 192.218735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.455194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:45.843003Z","time spent":"612.156801ms","remote":"127.0.0.1:47642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:46.45407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.675547Z","time spent":"1.778511234s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:01:46.454094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.723217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9726"} {"level":"info","ts":"2026-07-02T06:01:46.455471Z","caller":"traceutil/trace.go:171","msg":"trace[822394646] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:28746; }","duration":"842.168786ms","start":"2026-07-02T06:01:45.613287Z","end":"2026-07-02T06:01:46.455456Z","steps":["trace[822394646] 'agreement among raft nodes before linearized reading' (duration: 648.319638ms)","trace[822394646] 'range keys from in-memory index tree' (duration: 192.326427ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:46.454024Z","caller":"traceutil/trace.go:171","msg":"trace[1970976543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28746; }","duration":"2.082230547s","start":"2026-07-02T06:01:44.371673Z","end":"2026-07-02T06:01:46.453903Z","steps":["trace[1970976543] 'agreement among raft nodes before linearized reading' (duration: 1.889639782s)","trace[1970976543] 'range keys from in-memory index tree' (duration: 192.465781ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.455562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:45.613268Z","time spent":"842.283879ms","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9750,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-07-02T06:01:46.455587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.371667Z","time spent":"2.083900451s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:01:46.454214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08270333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T06:01:46.45574Z","caller":"traceutil/trace.go:171","msg":"trace[1086331447] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28746; }","duration":"2.084243211s","start":"2026-07-02T06:01:44.371482Z","end":"2026-07-02T06:01:46.455725Z","steps":["trace[1086331447] 'agreement among raft nodes before linearized reading' (duration: 1.890099725s)","trace[1086331447] 'range keys from in-memory index tree' (duration: 192.562873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.455788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.371472Z","time spent":"2.084303032s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:01:46.454208Z","caller":"traceutil/trace.go:171","msg":"trace[1396773776] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:28746; }","duration":"1.826620411s","start":"2026-07-02T06:01:44.627266Z","end":"2026-07-02T06:01:46.453886Z","steps":["trace[1396773776] 'agreement among raft nodes before linearized reading' (duration: 1.63415602s)","trace[1396773776] 'count revisions from in-memory index tree' (duration: 191.749042ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.45589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.627206Z","time spent":"1.828662357s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":93,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:46.454231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.452273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-02T06:01:46.456176Z","caller":"traceutil/trace.go:171","msg":"trace[429217342] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:28746; }","duration":"269.418526ms","start":"2026-07-02T06:01:46.186731Z","end":"2026-07-02T06:01:46.45615Z","steps":["trace[429217342] 'agreement among raft nodes before linearized reading' (duration: 74.938851ms)","trace[429217342] 'range keys from in-memory index tree' (duration: 192.43377ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.454246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081751084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-02T06:01:46.45428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136459549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:46.454288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081926779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-02T06:01:46.454344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09385966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-02T06:01:46.454703Z","caller":"traceutil/trace.go:171","msg":"trace[1698176510] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:28746; }","duration":"1.178722054s","start":"2026-07-02T06:01:45.27595Z","end":"2026-07-02T06:01:46.454672Z","steps":["trace[1698176510] 'agreement among raft nodes before linearized reading' (duration: 985.412601ms)","trace[1698176510] 'count revisions from in-memory index tree' (duration: 192.167513ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.454693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:45.305337Z","time spent":"1.149324292s","remote":"127.0.0.1:52972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:46.453821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00136984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:46.454782Z","caller":"traceutil/trace.go:171","msg":"trace[1426356861] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:28746; }","duration":"1.188409306s","start":"2026-07-02T06:01:45.266348Z","end":"2026-07-02T06:01:46.454758Z","steps":["trace[1426356861] 'agreement among raft nodes before linearized reading' (duration: 995.02103ms)","trace[1426356861] 'count revisions from in-memory index tree' (duration: 192.222034ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.453851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038267511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:01:46.456305Z","caller":"traceutil/trace.go:171","msg":"trace[717537802] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:28746; }","duration":"2.040744308s","start":"2026-07-02T06:01:44.415539Z","end":"2026-07-02T06:01:46.456284Z","steps":["trace[717537802] 'agreement among raft nodes before linearized reading' (duration: 1.845772489s)","trace[717537802] 'count revisions from in-memory index tree' (duration: 192.517752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.456377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.415521Z","time spent":"2.04083463s","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:46.456428Z","caller":"traceutil/trace.go:171","msg":"trace[1209485180] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:28746; }","duration":"1.004007691s","start":"2026-07-02T06:01:45.452406Z","end":"2026-07-02T06:01:46.456414Z","steps":["trace[1209485180] 'agreement among raft nodes before linearized reading' (duration: 808.92686ms)","trace[1209485180] 'count revisions from in-memory index tree' (duration: 192.472701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.456483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:45.452385Z","time spent":"1.004083584s","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:46.456506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:45.275928Z","time spent":"1.180545594s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:46.456647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:45.266326Z","time spent":"1.190301667s","remote":"127.0.0.1:39942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:46.456351Z","caller":"traceutil/trace.go:171","msg":"trace[1523399532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5; range_end:; response_count:1; response_revision:28746; }","duration":"2.095880675s","start":"2026-07-02T06:01:44.360445Z","end":"2026-07-02T06:01:46.456325Z","steps":["trace[1523399532] 'agreement among raft nodes before linearized reading' (duration: 1.901243036s)","trace[1523399532] 'range keys from in-memory index tree' (duration: 192.567853ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:46.456716Z","caller":"traceutil/trace.go:171","msg":"trace[275234194] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28746; }","duration":"2.084229671s","start":"2026-07-02T06:01:44.37247Z","end":"2026-07-02T06:01:46.456699Z","steps":["trace[275234194] 'agreement among raft nodes before linearized reading' (duration: 1.888867702s)","trace[275234194] 'range keys from in-memory index tree' (duration: 192.838741ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:46.456806Z","caller":"traceutil/trace.go:171","msg":"trace[2024165976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28746; }","duration":"2.084452946s","start":"2026-07-02T06:01:44.372338Z","end":"2026-07-02T06:01:46.456791Z","steps":["trace[2024165976] 'agreement among raft nodes before linearized reading' (duration: 1.889006915s)","trace[2024165976] 'range keys from in-memory index tree' (duration: 192.887503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.456828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.360435Z","time spent":"2.096381778s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" "} {"level":"warn","ts":"2026-07-02T06:01:46.456861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.372328Z","time spent":"2.084507758s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T06:01:46.456844Z","caller":"traceutil/trace.go:171","msg":"trace[1950536326] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:28746; }","duration":"2.138977127s","start":"2026-07-02T06:01:44.317803Z","end":"2026-07-02T06:01:46.45678Z","steps":["trace[1950536326] 'agreement among raft nodes before linearized reading' (duration: 1.943930187s)","trace[1950536326] 'count revisions from in-memory index tree' (duration: 192.515132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:46.456952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.317738Z","time spent":"2.139194863s","remote":"127.0.0.1:52900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:46.456976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:44.372464Z","time spent":"2.084492498s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T06:01:46.813094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:47.314237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:47.722656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413530629s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:01:47.723229Z","caller":"traceutil/trace.go:171","msg":"trace[1369838717] transaction","detail":"{read_only:false; response_revision:28747; number_of_response:1; }","duration":"1.414167745s","start":"2026-07-02T06:01:46.309028Z","end":"2026-07-02T06:01:47.723196Z","steps":["trace[1369838717] 'process raft request' (duration: 1.41395711s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:47.723498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.30901Z","time spent":"1.414373642s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:48.456107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000037171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:01:48.456189Z","caller":"traceutil/trace.go:171","msg":"trace[55808113] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156004s","start":"2026-07-02T06:01:46.456015Z","end":"2026-07-02T06:01:48.456171Z","steps":["trace[55808113] 'agreement among raft nodes before linearized reading' (duration: 2.000050991s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:48.456233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.455999Z","time spent":"2.000225446s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:01:49.401574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.678663631s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:01:49.402001Z","caller":"traceutil/trace.go:171","msg":"trace[1880896003] transaction","detail":"{read_only:false; response_revision:28748; number_of_response:1; }","duration":"2.94275523s","start":"2026-07-02T06:01:46.459222Z","end":"2026-07-02T06:01:49.401977Z","steps":["trace[1880896003] 'process raft request' (duration: 2.942535124s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:49.402158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.459199Z","time spent":"2.942879574s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:49.402363Z","caller":"traceutil/trace.go:171","msg":"trace[401561640] transaction","detail":"{read_only:false; response_revision:28749; number_of_response:1; }","duration":"2.942985887s","start":"2026-07-02T06:01:46.459344Z","end":"2026-07-02T06:01:49.40233Z","steps":["trace[401561640] 'process raft request' (duration: 2.942583436s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:49.402403Z","caller":"traceutil/trace.go:171","msg":"trace[150789972] transaction","detail":"{read_only:false; response_revision:28750; number_of_response:1; }","duration":"2.942142714s","start":"2026-07-02T06:01:46.460233Z","end":"2026-07-02T06:01:49.402376Z","steps":["trace[150789972] 'process raft request' (duration: 2.941948959s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:49.402551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.459333Z","time spent":"2.943103769s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:49.402597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.460221Z","time spent":"2.942291067s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:49.402624Z","caller":"traceutil/trace.go:171","msg":"trace[1343959446] transaction","detail":"{read_only:false; response_revision:28752; number_of_response:1; }","duration":"2.941964208s","start":"2026-07-02T06:01:46.460648Z","end":"2026-07-02T06:01:49.402612Z","steps":["trace[1343959446] 'process raft request' (duration: 2.941870966s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:49.402631Z","caller":"traceutil/trace.go:171","msg":"trace[1953839664] transaction","detail":"{read_only:false; response_revision:28751; number_of_response:1; }","duration":"2.942120903s","start":"2026-07-02T06:01:46.460478Z","end":"2026-07-02T06:01:49.402599Z","steps":["trace[1953839664] 'process raft request' (duration: 2.941825525s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:49.40269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.460634Z","time spent":"2.9420218s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:49.402791Z","caller":"traceutil/trace.go:171","msg":"trace[2139809005] transaction","detail":"{read_only:false; response_revision:28754; number_of_response:1; }","duration":"1.797113957s","start":"2026-07-02T06:01:47.605667Z","end":"2026-07-02T06:01:49.402781Z","steps":["trace[2139809005] 'process raft request' (duration: 1.796998014s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:49.402807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.460466Z","time spent":"2.942252446s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:49.402788Z","caller":"traceutil/trace.go:171","msg":"trace[2012791637] transaction","detail":"{read_only:false; response_revision:28753; number_of_response:1; }","duration":"2.941947208s","start":"2026-07-02T06:01:46.46082Z","end":"2026-07-02T06:01:49.402768Z","steps":["trace[2012791637] 'process raft request' (duration: 2.941756663s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:49.402845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:47.605635Z","time spent":"1.797184479s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:49.402906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.460807Z","time spent":"2.942056431s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:49.402953Z","caller":"traceutil/trace.go:171","msg":"trace[455866931] transaction","detail":"{read_only:false; response_revision:28757; number_of_response:1; }","duration":"1.79687284s","start":"2026-07-02T06:01:47.606074Z","end":"2026-07-02T06:01:49.402947Z","steps":["trace[455866931] 'process raft request' (duration: 1.796682095s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:49.402968Z","caller":"traceutil/trace.go:171","msg":"trace[165456535] transaction","detail":"{read_only:false; response_revision:28756; number_of_response:1; }","duration":"1.797141037s","start":"2026-07-02T06:01:47.605807Z","end":"2026-07-02T06:01:49.402948Z","steps":["trace[165456535] 'process raft request' (duration: 1.796930612s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:49.402818Z","caller":"traceutil/trace.go:171","msg":"trace[1766593095] linearizableReadLoop","detail":"{readStateIndex:30069; appliedIndex:30062; }","duration":"3.090442452s","start":"2026-07-02T06:01:46.312365Z","end":"2026-07-02T06:01:49.402808Z","steps":["trace[1766593095] 'read index received' (duration: 1.41063137s)","trace[1766593095] 'applied index is now lower than readState.Index' (duration: 1.679810402s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:49.403018Z","caller":"traceutil/trace.go:171","msg":"trace[1517572330] transaction","detail":"{read_only:false; response_revision:28758; number_of_response:1; }","duration":"1.796276174s","start":"2026-07-02T06:01:47.606733Z","end":"2026-07-02T06:01:49.403009Z","steps":["trace[1517572330] 'process raft request' (duration: 1.796047688s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:49.402926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090566876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-02T06:01:49.403056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:47.606696Z","time spent":"1.796341066s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:49.403064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:47.605779Z","time spent":"1.79723986s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:49.403074Z","caller":"traceutil/trace.go:171","msg":"trace[351637071] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28758; }","duration":"3.090742101s","start":"2026-07-02T06:01:46.312315Z","end":"2026-07-02T06:01:49.403057Z","steps":["trace[351637071] 'agreement among raft nodes before linearized reading' (duration: 3.090525615s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:49.403136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.312295Z","time spent":"3.090822913s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:01:49.402992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:47.606065Z","time spent":"1.796905291s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:49.403186Z","caller":"traceutil/trace.go:171","msg":"trace[927662022] transaction","detail":"{read_only:false; response_revision:28755; number_of_response:1; }","duration":"1.797452225s","start":"2026-07-02T06:01:47.60572Z","end":"2026-07-02T06:01:49.403172Z","steps":["trace[927662022] 'process raft request' (duration: 1.796991183s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:49.40326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:47.605697Z","time spent":"1.797526028s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:50.463696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:01:50.463836Z","caller":"traceutil/trace.go:171","msg":"trace[790327773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00043253s","start":"2026-07-02T06:01:48.463363Z","end":"2026-07-02T06:01:50.463796Z","steps":["trace[790327773] 'agreement among raft nodes before linearized reading' (duration: 2.000266746s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:50.463917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:48.463347Z","time spent":"2.000554703s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:01:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:01:51.442662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.567748739s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:01:51.651934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:50.360315Z","time spent":"1.291610371s","remote":"127.0.0.1:38976","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:01:51.653111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069300808s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:01:51.653295Z","caller":"traceutil/trace.go:171","msg":"trace[1690290246] transaction","detail":"{read_only:false; response_revision:28760; number_of_response:1; }","duration":"1.778433572s","start":"2026-07-02T06:01:49.874843Z","end":"2026-07-02T06:01:51.653276Z","steps":["trace[1690290246] 'process raft request' (duration: 1.778373591s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:51.653302Z","caller":"traceutil/trace.go:171","msg":"trace[316444720] transaction","detail":"{read_only:false; response_revision:28759; number_of_response:1; }","duration":"2.814272773s","start":"2026-07-02T06:01:48.839002Z","end":"2026-07-02T06:01:51.653274Z","steps":["trace[316444720] 'process raft request' (duration: 744.727619ms)","trace[316444720] 'compare' (duration: 2.068390223s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:51.653361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:49.874823Z","time spent":"1.778507964s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:51.653374Z","caller":"traceutil/trace.go:171","msg":"trace[821191283] linearizableReadLoop","detail":"{readStateIndex:30075; appliedIndex:30074; }","duration":"2.250321711s","start":"2026-07-02T06:01:49.403024Z","end":"2026-07-02T06:01:51.653346Z","steps":["trace[821191283] 'read index received' (duration: 180.746736ms)","trace[821191283] 'applied index is now lower than readState.Index' (duration: 2.069571865s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:51.653448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:48.83898Z","time spent":"2.814381797s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:51.653522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.353485053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:51.653562Z","caller":"traceutil/trace.go:171","msg":"trace[152906800] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:28760; }","duration":"2.353570806s","start":"2026-07-02T06:01:49.299982Z","end":"2026-07-02T06:01:51.653552Z","steps":["trace[152906800] 'agreement among raft nodes before linearized reading' (duration: 2.353482553s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:51.653597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:49.299963Z","time spent":"2.353624568s","remote":"127.0.0.1:52792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:51.653779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.196178035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-02T06:01:51.653763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.257863228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:51.653798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193623506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"warn","ts":"2026-07-02T06:01:51.653809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.435646839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:01:51.653822Z","caller":"traceutil/trace.go:171","msg":"trace[588589226] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28760; }","duration":"5.196243177s","start":"2026-07-02T06:01:46.457567Z","end":"2026-07-02T06:01:51.65381Z","steps":["trace[588589226] 'agreement among raft nodes before linearized reading' (duration: 5.196106433s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:51.653836Z","caller":"traceutil/trace.go:171","msg":"trace[828160360] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28760; }","duration":"5.193685827s","start":"2026-07-02T06:01:46.460139Z","end":"2026-07-02T06:01:51.653824Z","steps":["trace[828160360] 'agreement among raft nodes before linearized reading' (duration: 5.193532313s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:51.653836Z","caller":"traceutil/trace.go:171","msg":"trace[806648593] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28760; }","duration":"5.257995861s","start":"2026-07-02T06:01:46.395823Z","end":"2026-07-02T06:01:51.653818Z","steps":["trace[806648593] 'agreement among raft nodes before linearized reading' (duration: 5.257863067s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:51.653852Z","caller":"traceutil/trace.go:171","msg":"trace[1369666245] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:28760; }","duration":"4.435739432s","start":"2026-07-02T06:01:47.218101Z","end":"2026-07-02T06:01:51.65384Z","steps":["trace[1369666245] 'agreement among raft nodes before linearized reading' (duration: 4.435563747s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:51.653868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.460129Z","time spent":"5.193732328s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:01:51.65388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.3958Z","time spent":"5.258070673s","remote":"127.0.0.1:38404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:51.653858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.457557Z","time spent":"5.196294008s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:01:51.653905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194657354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-02T06:01:51.653909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.866552304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:51.653984Z","caller":"traceutil/trace.go:171","msg":"trace[824673461] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28760; }","duration":"4.866686087s","start":"2026-07-02T06:01:46.787281Z","end":"2026-07-02T06:01:51.653967Z","steps":["trace[824673461] 'agreement among raft nodes before linearized reading' (duration: 4.866529293s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:51.653984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170636731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:51.653989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337748824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:51.654025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.193297896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.18be63ab1b1e1db5\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-02T06:01:51.654035Z","caller":"traceutil/trace.go:171","msg":"trace[916413905] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:28760; }","duration":"4.170727253s","start":"2026-07-02T06:01:47.483292Z","end":"2026-07-02T06:01:51.654019Z","steps":["trace[916413905] 'agreement among raft nodes before linearized reading' (duration: 4.170659762s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:51.654064Z","caller":"traceutil/trace.go:171","msg":"trace[1673810373] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.18be63ab1b1e1db5; range_end:; response_count:1; response_revision:28760; }","duration":"5.193350968s","start":"2026-07-02T06:01:46.460704Z","end":"2026-07-02T06:01:51.654055Z","steps":["trace[1673810373] 'agreement among raft nodes before linearized reading' (duration: 5.193252176s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:51.654062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.534625514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-07-02T06:01:51.654076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.686798344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:51.654073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:47.483274Z","time spent":"4.170788755s","remote":"127.0.0.1:40446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:51.654097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.460692Z","time spent":"5.193399029s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.18be63ab1b1e1db5\" "} {"level":"info","ts":"2026-07-02T06:01:51.654105Z","caller":"traceutil/trace.go:171","msg":"trace[653785543] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:28760; }","duration":"4.686867016s","start":"2026-07-02T06:01:46.96723Z","end":"2026-07-02T06:01:51.654097Z","steps":["trace[653785543] 'agreement among raft nodes before linearized reading' (duration: 4.686818824s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:51.654106Z","caller":"traceutil/trace.go:171","msg":"trace[1321794976] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5; range_end:; response_count:1; response_revision:28760; }","duration":"3.534690067s","start":"2026-07-02T06:01:48.119404Z","end":"2026-07-02T06:01:51.654094Z","steps":["trace[1321794976] 'agreement among raft nodes before linearized reading' (duration: 3.534591354s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:51.653813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.926196098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"warn","ts":"2026-07-02T06:01:51.65413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.967209Z","time spent":"4.686914127s","remote":"127.0.0.1:52964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:51.65414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:48.11939Z","time spent":"3.534744228s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" "} {"level":"info","ts":"2026-07-02T06:01:51.654148Z","caller":"traceutil/trace.go:171","msg":"trace[1733582529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28760; }","duration":"3.926581658s","start":"2026-07-02T06:01:47.727556Z","end":"2026-07-02T06:01:51.654138Z","steps":["trace[1733582529] 'agreement among raft nodes before linearized reading' (duration: 3.926112855s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:51.654116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359760803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be63ab19d9c635\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-07-02T06:01:51.654187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:47.727529Z","time spent":"3.92664764s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T06:01:51.654195Z","caller":"traceutil/trace.go:171","msg":"trace[791817566] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be63ab19d9c635; range_end:; response_count:1; response_revision:28760; }","duration":"4.359880176s","start":"2026-07-02T06:01:47.294301Z","end":"2026-07-02T06:01:51.654181Z","steps":["trace[791817566] 'agreement among raft nodes before linearized reading' (duration: 4.359713701s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:51.653898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:47.218068Z","time spent":"4.435820224s","remote":"127.0.0.1:39784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":191,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:51.654237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:47.294283Z","time spent":"4.359942037s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18be63ab19d9c635\" "} {"level":"warn","ts":"2026-07-02T06:01:51.653909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19173534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-02T06:01:51.654383Z","caller":"traceutil/trace.go:171","msg":"trace[687269944] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5; range_end:; response_count:1; response_revision:28760; }","duration":"4.192255094s","start":"2026-07-02T06:01:47.462115Z","end":"2026-07-02T06:01:51.65437Z","steps":["trace[687269944] 'agreement among raft nodes before linearized reading' (duration: 4.191607956s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:51.654427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:47.46209Z","time spent":"4.192325926s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" "} {"level":"warn","ts":"2026-07-02T06:01:51.654029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.787263Z","time spent":"4.866757589s","remote":"127.0.0.1:38512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:51.653942Z","caller":"traceutil/trace.go:171","msg":"trace[1071337090] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7; range_end:; response_count:1; response_revision:28760; }","duration":"3.194727836s","start":"2026-07-02T06:01:48.459201Z","end":"2026-07-02T06:01:51.653929Z","steps":["trace[1071337090] 'agreement among raft nodes before linearized reading' (duration: 3.194639164s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:51.654531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:48.459179Z","time spent":"3.195338672s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" "} {"level":"info","ts":"2026-07-02T06:01:51.654032Z","caller":"traceutil/trace.go:171","msg":"trace[1315470187] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:28760; }","duration":"3.337831677s","start":"2026-07-02T06:01:48.316192Z","end":"2026-07-02T06:01:51.654024Z","steps":["trace[1315470187] 'agreement among raft nodes before linearized reading' (duration: 3.337769015s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:51.654602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:48.316172Z","time spent":"3.338415502s","remote":"127.0.0.1:36678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:51.654803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.195213238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-46583305-2de8-4966-a92a-9aa94daf80da\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-02T06:01:51.654848Z","caller":"traceutil/trace.go:171","msg":"trace[1251431586] range","detail":"{range_begin:/registry/persistentvolumes/pvc-46583305-2de8-4966-a92a-9aa94daf80da; range_end:; response_count:1; response_revision:28760; }","duration":"5.195280471s","start":"2026-07-02T06:01:46.459555Z","end":"2026-07-02T06:01:51.654835Z","steps":["trace[1251431586] 'agreement among raft nodes before linearized reading' (duration: 5.194239512s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:51.654876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:46.459545Z","time spent":"5.195324721s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-46583305-2de8-4966-a92a-9aa94daf80da\" "} {"level":"warn","ts":"2026-07-02T06:01:52.154338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:52.463934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:01:52.464042Z","caller":"traceutil/trace.go:171","msg":"trace[49982251] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277777s","start":"2026-07-02T06:01:50.463745Z","end":"2026-07-02T06:01:52.464023Z","steps":["trace[49982251] 'agreement among raft nodes before linearized reading' (duration: 2.000143533s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:52.46409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:50.463721Z","time spent":"2.000358989s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:01:52.654806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527405,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:01:52.976082Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.533198497s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:01:53.036955Z","caller":"traceutil/trace.go:171","msg":"trace[2043641063] transaction","detail":"{read_only:false; response_revision:28765; number_of_response:1; }","duration":"1.627122211s","start":"2026-07-02T06:01:51.40981Z","end":"2026-07-02T06:01:53.036932Z","steps":["trace[2043641063] 'process raft request' (duration: 1.62706744s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:53.036976Z","caller":"traceutil/trace.go:171","msg":"trace[402923521] transaction","detail":"{read_only:false; response_revision:28763; number_of_response:1; }","duration":"1.628145388s","start":"2026-07-02T06:01:51.408802Z","end":"2026-07-02T06:01:53.036948Z","steps":["trace[402923521] 'process raft request' (duration: 1.627961243s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:53.037012Z","caller":"traceutil/trace.go:171","msg":"trace[51725657] transaction","detail":"{read_only:false; response_revision:28764; number_of_response:1; }","duration":"1.628144709s","start":"2026-07-02T06:01:51.408822Z","end":"2026-07-02T06:01:53.036967Z","steps":["trace[51725657] 'process raft request' (duration: 1.628023736s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:53.036995Z","caller":"traceutil/trace.go:171","msg":"trace[1837565718] transaction","detail":"{read_only:false; response_revision:28762; number_of_response:1; }","duration":"1.628357734s","start":"2026-07-02T06:01:51.40859Z","end":"2026-07-02T06:01:53.036947Z","steps":["trace[1837565718] 'process raft request' (duration: 1.628119598s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.03709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.409799Z","time spent":"1.627221843s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:53.037069Z","caller":"traceutil/trace.go:171","msg":"trace[793694943] transaction","detail":"{read_only:false; response_revision:28761; number_of_response:1; }","duration":"1.628723324s","start":"2026-07-02T06:01:51.408315Z","end":"2026-07-02T06:01:53.037038Z","steps":["trace[793694943] 'process raft request' (duration: 1.568114329s)","trace[793694943] 'compare' (duration: 60.05637ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:53.037112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.408793Z","time spent":"1.628244102s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:53.037145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.40881Z","time spent":"1.628262042s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:53.037168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.408573Z","time spent":"1.628515518s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:53.037204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.4083Z","time spent":"1.628833077s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:53.282913Z","caller":"traceutil/trace.go:171","msg":"trace[1973812567] transaction","detail":"{read_only:false; response_revision:28766; number_of_response:1; }","duration":"1.626171035s","start":"2026-07-02T06:01:51.656712Z","end":"2026-07-02T06:01:53.282883Z","steps":["trace[1973812567] 'process raft request' (duration: 1.623966046s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:53.282952Z","caller":"traceutil/trace.go:171","msg":"trace[2122764279] transaction","detail":"{read_only:false; response_revision:28767; number_of_response:1; }","duration":"1.625362333s","start":"2026-07-02T06:01:51.657558Z","end":"2026-07-02T06:01:53.28292Z","steps":["trace[2122764279] 'process raft request' (duration: 1.62524469s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.656695Z","time spent":"1.626291318s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:53.283076Z","caller":"traceutil/trace.go:171","msg":"trace[305392593] linearizableReadLoop","detail":"{readStateIndex:30086; appliedIndex:30076; }","duration":"1.629615548s","start":"2026-07-02T06:01:51.653437Z","end":"2026-07-02T06:01:53.283052Z","steps":["trace[305392593] 'read index received' (duration: 1.323014447s)","trace[305392593] 'applied index is now lower than readState.Index' (duration: 306.600191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:53.283155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.657546Z","time spent":"1.625479276s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:53.283377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.027087734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:01:53.283386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876030045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:01:53.283417Z","caller":"traceutil/trace.go:171","msg":"trace[1277653452] transaction","detail":"{read_only:false; response_revision:28768; number_of_response:1; }","duration":"1.625662882s","start":"2026-07-02T06:01:51.657746Z","end":"2026-07-02T06:01:53.283409Z","steps":["trace[1277653452] 'process raft request' (duration: 1.625108507s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084795186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:53.28344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147511848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:53.28346Z","caller":"traceutil/trace.go:171","msg":"trace[1636732201] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:28771; }","duration":"2.14756077s","start":"2026-07-02T06:01:51.135892Z","end":"2026-07-02T06:01:53.283453Z","steps":["trace[1636732201] 'agreement among raft nodes before linearized reading' (duration: 2.147525089s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:53.28344Z","caller":"traceutil/trace.go:171","msg":"trace[86890584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28771; }","duration":"1.876110247s","start":"2026-07-02T06:01:51.407314Z","end":"2026-07-02T06:01:53.283424Z","steps":["trace[86890584] 'agreement among raft nodes before linearized reading' (duration: 1.875894581s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229788482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:53.283463Z","caller":"traceutil/trace.go:171","msg":"trace[27788802] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:28771; }","duration":"2.084851118s","start":"2026-07-02T06:01:51.198598Z","end":"2026-07-02T06:01:53.283449Z","steps":["trace[27788802] 'agreement among raft nodes before linearized reading' (duration: 2.084759385s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.657738Z","time spent":"1.625704722s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:53.283495Z","caller":"traceutil/trace.go:171","msg":"trace[180814647] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28771; }","duration":"3.229864855s","start":"2026-07-02T06:01:50.053617Z","end":"2026-07-02T06:01:53.283482Z","steps":["trace[180814647] 'agreement among raft nodes before linearized reading' (duration: 3.229801803s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:53.283406Z","caller":"traceutil/trace.go:171","msg":"trace[932616621] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:28771; }","duration":"3.027160206s","start":"2026-07-02T06:01:50.256239Z","end":"2026-07-02T06:01:53.283399Z","steps":["trace[932616621] 'agreement among raft nodes before linearized reading' (duration: 3.027097195s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490972683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:53.283538Z","caller":"traceutil/trace.go:171","msg":"trace[473792589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:28771; }","duration":"2.491028975s","start":"2026-07-02T06:01:50.792504Z","end":"2026-07-02T06:01:53.283533Z","steps":["trace[473792589] 'agreement among raft nodes before linearized reading' (duration: 2.490997794s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:50.053601Z","time spent":"3.229921426s","remote":"127.0.0.1:39724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:53.283536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:50.256217Z","time spent":"3.027308611s","remote":"127.0.0.1:47646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:53.28354Z","caller":"traceutil/trace.go:171","msg":"trace[2146599328] transaction","detail":"{read_only:false; response_revision:28771; number_of_response:1; }","duration":"554.616091ms","start":"2026-07-02T06:01:52.728911Z","end":"2026-07-02T06:01:53.283528Z","steps":["trace[2146599328] 'process raft request' (duration: 554.081526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:50.792482Z","time spent":"2.491066685s","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:53.283612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876755255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-02T06:01:53.283606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:52.728881Z","time spent":"554.687053ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:53.283601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876369604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:01:53.283637Z","caller":"traceutil/trace.go:171","msg":"trace[778401856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28771; }","duration":"1.876818146s","start":"2026-07-02T06:01:51.406811Z","end":"2026-07-02T06:01:53.283629Z","steps":["trace[778401856] 'agreement among raft nodes before linearized reading' (duration: 1.876708924s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.406791Z","time spent":"1.876865687s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:01:53.283659Z","caller":"traceutil/trace.go:171","msg":"trace[1127631135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28771; }","duration":"1.876482107s","start":"2026-07-02T06:01:51.407162Z","end":"2026-07-02T06:01:53.283644Z","steps":["trace[1127631135] 'agreement among raft nodes before linearized reading' (duration: 1.876199159s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.407138Z","time spent":"1.876549429s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T06:01:53.283373Z","caller":"traceutil/trace.go:171","msg":"trace[1086931807] transaction","detail":"{read_only:false; response_revision:28770; number_of_response:1; }","duration":"1.6237576s","start":"2026-07-02T06:01:51.659602Z","end":"2026-07-02T06:01:53.28336Z","steps":["trace[1086931807] 'process raft request' (duration: 1.623353599s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:53.283741Z","caller":"traceutil/trace.go:171","msg":"trace[904809503] transaction","detail":"{read_only:false; response_revision:28769; number_of_response:1; }","duration":"1.625024334s","start":"2026-07-02T06:01:51.658703Z","end":"2026-07-02T06:01:53.283727Z","steps":["trace[904809503] 'process raft request' (duration: 1.624198682s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.33497323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:53.283774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.659587Z","time spent":"1.624161521s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:53.283783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876149658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-02T06:01:53.283786Z","caller":"traceutil/trace.go:171","msg":"trace[2137009031] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:28771; }","duration":"3.335041751s","start":"2026-07-02T06:01:49.948732Z","end":"2026-07-02T06:01:53.283774Z","steps":["trace[2137009031] 'agreement among raft nodes before linearized reading' (duration: 3.33499161s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.2838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.658692Z","time spent":"1.625075836s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:53.283814Z","caller":"traceutil/trace.go:171","msg":"trace[716512700] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28771; }","duration":"1.876194149s","start":"2026-07-02T06:01:51.40761Z","end":"2026-07-02T06:01:53.283804Z","steps":["trace[716512700] 'agreement among raft nodes before linearized reading' (duration: 1.876102817s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:49.948712Z","time spent":"3.335101602s","remote":"127.0.0.1:39758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:53.283843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.407603Z","time spent":"1.876233791s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T06:01:53.283898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531179932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.151\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-02T06:01:53.283933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876498898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T06:01:53.283481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.135878Z","time spent":"2.14759694s","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:53.283955Z","caller":"traceutil/trace.go:171","msg":"trace[189749465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28771; }","duration":"1.876560529s","start":"2026-07-02T06:01:51.407388Z","end":"2026-07-02T06:01:53.283948Z","steps":["trace[189749465] 'agreement among raft nodes before linearized reading' (duration: 1.876474717s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.407308Z","time spent":"1.87617501s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:01:53.283396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876152029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-02T06:01:53.283972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.407368Z","time spent":"1.876599901s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T06:01:53.283988Z","caller":"traceutil/trace.go:171","msg":"trace[147244939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28771; }","duration":"1.876776375s","start":"2026-07-02T06:01:51.407201Z","end":"2026-07-02T06:01:53.283977Z","steps":["trace[147244939] 'agreement among raft nodes before linearized reading' (duration: 1.876099787s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.283497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.198551Z","time spent":"2.084937681s","remote":"127.0.0.1:45246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:53.284025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.407188Z","time spent":"1.876826227s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T06:01:53.284026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.177382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:53.284035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626048232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-02T06:01:53.284064Z","caller":"traceutil/trace.go:171","msg":"trace[2054456257] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28771; }","duration":"705.237803ms","start":"2026-07-02T06:01:52.578813Z","end":"2026-07-02T06:01:53.284051Z","steps":["trace[2054456257] 'agreement among raft nodes before linearized reading' (duration: 705.182561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.284097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:52.578801Z","time spent":"705.288805ms","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-02T06:01:53.283931Z","caller":"traceutil/trace.go:171","msg":"trace[2139715783] range","detail":"{range_begin:/registry/masterleases/199.19.213.151; range_end:; response_count:1; response_revision:28771; }","duration":"3.531234613s","start":"2026-07-02T06:01:49.752687Z","end":"2026-07-02T06:01:53.283921Z","steps":["trace[2139715783] 'agreement among raft nodes before linearized reading' (duration: 3.531143831s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.284155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:49.752673Z","time spent":"3.531474369s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.151\" "} {"level":"warn","ts":"2026-07-02T06:01:53.284246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.811007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:53.284284Z","caller":"traceutil/trace.go:171","msg":"trace[1438923918] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28771; }","duration":"362.891499ms","start":"2026-07-02T06:01:52.921382Z","end":"2026-07-02T06:01:53.284273Z","steps":["trace[1438923918] 'agreement among raft nodes before linearized reading' (duration: 362.827447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.284314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:52.921357Z","time spent":"362.948961ms","remote":"127.0.0.1:39862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:53.284322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.157524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-02T06:01:53.284356Z","caller":"traceutil/trace.go:171","msg":"trace[693814046] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5; range_end:; response_count:1; response_revision:28771; }","duration":"625.191785ms","start":"2026-07-02T06:01:52.659155Z","end":"2026-07-02T06:01:53.284347Z","steps":["trace[693814046] 'agreement among raft nodes before linearized reading' (duration: 625.093752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.284385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:52.659097Z","time spent":"625.281297ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" "} {"level":"warn","ts":"2026-07-02T06:01:53.284459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121104912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:53.284487Z","caller":"traceutil/trace.go:171","msg":"trace[1844218914] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:28771; }","duration":"1.121161433s","start":"2026-07-02T06:01:52.163315Z","end":"2026-07-02T06:01:53.284476Z","steps":["trace[1844218914] 'agreement among raft nodes before linearized reading' (duration: 1.121120422s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.284507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:52.163273Z","time spent":"1.121228485s","remote":"127.0.0.1:60032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:01:53.284067Z","caller":"traceutil/trace.go:171","msg":"trace[1186780933] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:28771; }","duration":"1.626102093s","start":"2026-07-02T06:01:51.657956Z","end":"2026-07-02T06:01:53.284058Z","steps":["trace[1186780933] 'agreement among raft nodes before linearized reading' (duration: 1.62600725s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.284563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.072812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:01:53.284564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.657948Z","time spent":"1.626604697s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-07-02T06:01:53.284595Z","caller":"traceutil/trace.go:171","msg":"trace[1487488739] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28771; }","duration":"238.152894ms","start":"2026-07-02T06:01:53.046433Z","end":"2026-07-02T06:01:53.284585Z","steps":["trace[1487488739] 'agreement among raft nodes before linearized reading' (duration: 238.104843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.285348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625468326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-02T06:01:53.285385Z","caller":"traceutil/trace.go:171","msg":"trace[1307317068] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28771; }","duration":"1.625524008s","start":"2026-07-02T06:01:51.659851Z","end":"2026-07-02T06:01:53.285375Z","steps":["trace[1307317068] 'agreement among raft nodes before linearized reading' (duration: 1.625387674s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.285414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:51.659842Z","time spent":"1.625565799s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:01:53.285438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.866303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:01:53.285526Z","caller":"traceutil/trace.go:171","msg":"trace[683228715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28771; }","duration":"813.996167ms","start":"2026-07-02T06:01:52.471506Z","end":"2026-07-02T06:01:53.285502Z","steps":["trace[683228715] 'agreement among raft nodes before linearized reading' (duration: 813.839093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.285582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:52.47149Z","time spent":"814.08041ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:01:53.285594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.103144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:01:53.285631Z","caller":"traceutil/trace.go:171","msg":"trace[471829149] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28771; }","duration":"839.189627ms","start":"2026-07-02T06:01:52.44643Z","end":"2026-07-02T06:01:53.28562Z","steps":["trace[471829149] 'agreement among raft nodes before linearized reading' (duration: 837.998495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.28566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:52.446399Z","time spent":"839.253319ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2797,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:53.285751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.183136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:01:53.285813Z","caller":"traceutil/trace.go:171","msg":"trace[1616123377] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28771; }","duration":"763.367921ms","start":"2026-07-02T06:01:52.522432Z","end":"2026-07-02T06:01:53.2858Z","steps":["trace[1616123377] 'agreement among raft nodes before linearized reading' (duration: 761.653115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:53.285846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:52.52241Z","time spent":"763.427423ms","remote":"127.0.0.1:38538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:01:54.466537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.630761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" ","response":"range_response_count:1 size:3952"} {"level":"info","ts":"2026-07-02T06:01:54.466605Z","caller":"traceutil/trace.go:171","msg":"trace[861706174] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3c242271-492d-4caf-ac29-ca111fb66fa5; range_end:; response_count:1; response_revision:28785; }","duration":"177.756955ms","start":"2026-07-02T06:01:54.288831Z","end":"2026-07-02T06:01:54.466588Z","steps":["trace[861706174] 'range keys from in-memory index tree' (duration: 177.525458ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:54.702658Z","caller":"traceutil/trace.go:171","msg":"trace[1902977219] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28787; }","duration":"162.233407ms","start":"2026-07-02T06:01:54.540393Z","end":"2026-07-02T06:01:54.702626Z","steps":["trace[1902977219] 'process raft request' (duration: 135.806514ms)","trace[1902977219] 'compare' (duration: 26.294389ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:54.928324Z","caller":"traceutil/trace.go:171","msg":"trace[1209522875] transaction","detail":"{read_only:false; response_revision:28792; number_of_response:1; }","duration":"143.749347ms","start":"2026-07-02T06:01:54.784546Z","end":"2026-07-02T06:01:54.928295Z","steps":["trace[1209522875] 'process raft request' (duration: 143.176622ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:57.38577Z","caller":"traceutil/trace.go:171","msg":"trace[1884779892] transaction","detail":"{read_only:false; response_revision:28817; number_of_response:1; }","duration":"313.571468ms","start":"2026-07-02T06:01:57.072171Z","end":"2026-07-02T06:01:57.385742Z","steps":["trace[1884779892] 'process raft request' (duration: 227.907887ms)","trace[1884779892] 'compare' (duration: 85.26959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:57.386348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.072152Z","time spent":"314.04945ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:59.360933Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.060766409s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:01:59.843297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.985972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:01:59.843516Z","caller":"traceutil/trace.go:171","msg":"trace[266229499] transaction","detail":"{read_only:false; response_revision:28818; number_of_response:1; }","duration":"2.771313894s","start":"2026-07-02T06:01:57.072188Z","end":"2026-07-02T06:01:59.843502Z","steps":["trace[266229499] 'process raft request' (duration: 2.289055016s)","trace[266229499] 'compare' (duration: 481.173209ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:01:59.843568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.072166Z","time spent":"2.771378926s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:01:59.843944Z","caller":"traceutil/trace.go:171","msg":"trace[1220511991] transaction","detail":"{read_only:false; response_revision:28819; number_of_response:1; }","duration":"2.771612402s","start":"2026-07-02T06:01:57.072299Z","end":"2026-07-02T06:01:59.843912Z","steps":["trace[1220511991] 'process raft request' (duration: 2.771124419s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:59.843957Z","caller":"traceutil/trace.go:171","msg":"trace[1647212075] transaction","detail":"{read_only:false; response_revision:28820; number_of_response:1; }","duration":"2.771243963s","start":"2026-07-02T06:01:57.072686Z","end":"2026-07-02T06:01:59.84393Z","steps":["trace[1647212075] 'process raft request' (duration: 2.771092159s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:01:59.844016Z","caller":"traceutil/trace.go:171","msg":"trace[1092219899] linearizableReadLoop","detail":"{readStateIndex:30139; appliedIndex:30134; }","duration":"2.666045645s","start":"2026-07-02T06:01:57.177941Z","end":"2026-07-02T06:01:59.843986Z","steps":["trace[1092219899] 'read index received' (duration: 122.152265ms)","trace[1092219899] 'applied index is now lower than readState.Index' (duration: 2.54389224s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:01:59.844038Z","caller":"traceutil/trace.go:171","msg":"trace[469891416] transaction","detail":"{read_only:false; response_revision:28821; number_of_response:1; }","duration":"2.770949055s","start":"2026-07-02T06:01:57.073056Z","end":"2026-07-02T06:01:59.844005Z","steps":["trace[469891416] 'process raft request' (duration: 2.770831412s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:59.844121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.072678Z","time spent":"2.771368416s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:59.844193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.073048Z","time spent":"2.771067478s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:59.844586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.072272Z","time spent":"2.771758377s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:01:59.844985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667022302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10483"} {"level":"info","ts":"2026-07-02T06:01:59.845067Z","caller":"traceutil/trace.go:171","msg":"trace[2085833730] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:28821; }","duration":"2.667138644s","start":"2026-07-02T06:01:57.177908Z","end":"2026-07-02T06:01:59.845047Z","steps":["trace[2085833730] 'agreement among raft nodes before linearized reading' (duration: 2.666168128s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:59.845109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.177893Z","time spent":"2.667206686s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10507,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-02T06:01:59.934584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000479672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:01:59.934786Z","caller":"traceutil/trace.go:171","msg":"trace[2140539753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000667348s","start":"2026-07-02T06:01:57.934035Z","end":"2026-07-02T06:01:59.934703Z","steps":["trace[2140539753] 'agreement among raft nodes before linearized reading' (duration: 2.000511193s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:01:59.934883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.934016Z","time spent":"2.000852533s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:01:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:00.74533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.803095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T06:02:00.74633Z","caller":"traceutil/trace.go:171","msg":"trace[126432554] transaction","detail":"{read_only:false; response_revision:28822; number_of_response:1; }","duration":"2.455693051s","start":"2026-07-02T06:01:58.290611Z","end":"2026-07-02T06:02:00.746304Z","steps":["trace[126432554] 'process raft request' (duration: 2.454830038s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:00.746487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:58.290585Z","time spent":"2.455803334s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:01.173914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.315872084s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:02:01.92654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180125572s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:02:01.926792Z","caller":"traceutil/trace.go:171","msg":"trace[1653869328] transaction","detail":"{read_only:false; response_revision:28823; number_of_response:1; }","duration":"2.767528153s","start":"2026-07-02T06:01:59.159238Z","end":"2026-07-02T06:02:01.926766Z","steps":["trace[1653869328] 'process raft request' (duration: 1.587050601s)","trace[1653869328] 'compare' (duration: 1.179106515s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:01.926886Z","caller":"traceutil/trace.go:171","msg":"trace[29115506] transaction","detail":"{read_only:false; response_revision:28825; number_of_response:1; }","duration":"2.07015418s","start":"2026-07-02T06:01:59.856711Z","end":"2026-07-02T06:02:01.926865Z","steps":["trace[29115506] 'process raft request' (duration: 2.070074958s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.926916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:59.159221Z","time spent":"2.767629165s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:01.926993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:59.856692Z","time spent":"2.070251453s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10755,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:01.926999Z","caller":"traceutil/trace.go:171","msg":"trace[1491648571] transaction","detail":"{read_only:false; response_revision:28824; number_of_response:1; }","duration":"2.535529354s","start":"2026-07-02T06:01:59.391423Z","end":"2026-07-02T06:02:01.926952Z","steps":["trace[1491648571] 'process raft request' (duration: 2.535236166s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.360063011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-02T06:02:01.927149Z","caller":"traceutil/trace.go:171","msg":"trace[354327953] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28825; }","duration":"4.360122652s","start":"2026-07-02T06:01:57.567012Z","end":"2026-07-02T06:02:01.927134Z","steps":["trace[354327953] 'agreement among raft nodes before linearized reading' (duration: 4.359963687s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:59.391399Z","time spent":"2.535661268s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:01.927172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.567001Z","time spent":"4.360165083s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T06:02:01.927158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.542759339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-02T06:02:01.926996Z","caller":"traceutil/trace.go:171","msg":"trace[1105193467] linearizableReadLoop","detail":"{readStateIndex:30143; appliedIndex:30139; }","duration":"2.082896864s","start":"2026-07-02T06:01:59.84407Z","end":"2026-07-02T06:02:01.926967Z","steps":["trace[1105193467] 'read index received' (duration: 3.010831ms)","trace[1105193467] 'applied index is now lower than readState.Index' (duration: 2.079882923s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:01.927205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.544025272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-02T06:02:01.927222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543365014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T06:02:01.927248Z","caller":"traceutil/trace.go:171","msg":"trace[1197460482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28825; }","duration":"4.544098694s","start":"2026-07-02T06:01:57.383134Z","end":"2026-07-02T06:02:01.927233Z","steps":["trace[1197460482] 'agreement among raft nodes before linearized reading' (duration: 4.543986941s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09388498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:02:01.927266Z","caller":"traceutil/trace.go:171","msg":"trace[1148728527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28825; }","duration":"4.543437077s","start":"2026-07-02T06:01:57.383818Z","end":"2026-07-02T06:02:01.927255Z","steps":["trace[1148728527] 'agreement among raft nodes before linearized reading' (duration: 4.543278823s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.544062813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:02:01.92729Z","caller":"traceutil/trace.go:171","msg":"trace[1617008837] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:28825; }","duration":"4.093932972s","start":"2026-07-02T06:01:57.833349Z","end":"2026-07-02T06:02:01.927282Z","steps":["trace[1617008837] 'agreement among raft nodes before linearized reading' (duration: 4.09387734s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.383117Z","time spent":"4.544159976s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T06:02:01.927296Z","caller":"traceutil/trace.go:171","msg":"trace[336450934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28825; }","duration":"4.544125406s","start":"2026-07-02T06:01:57.383164Z","end":"2026-07-02T06:02:01.927289Z","steps":["trace[336450934] 'agreement among raft nodes before linearized reading' (duration: 4.544045634s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.383808Z","time spent":"4.543483348s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:02:01.927323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.383143Z","time spent":"4.544174566s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:02:01.927309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.72189068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:02:01.927351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.144014442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-07-02T06:02:01.927345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.382190678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T06:02:01.927224Z","caller":"traceutil/trace.go:171","msg":"trace[867002666] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28825; }","duration":"4.542867981s","start":"2026-07-02T06:01:57.384339Z","end":"2026-07-02T06:02:01.927207Z","steps":["trace[867002666] 'agreement among raft nodes before linearized reading' (duration: 4.542643945s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:01.927368Z","caller":"traceutil/trace.go:171","msg":"trace[1515642257] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28825; }","duration":"4.721981703s","start":"2026-07-02T06:01:57.205372Z","end":"2026-07-02T06:02:01.927354Z","steps":["trace[1515642257] 'agreement among raft nodes before linearized reading' (duration: 4.7218621s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.384318Z","time spent":"4.543066716s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-02T06:02:01.927391Z","caller":"traceutil/trace.go:171","msg":"trace[1852166120] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28825; }","duration":"4.38227355s","start":"2026-07-02T06:01:57.545101Z","end":"2026-07-02T06:02:01.927374Z","steps":["trace[1852166120] 'agreement among raft nodes before linearized reading' (duration: 4.382151477s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.205364Z","time spent":"4.722030725s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:01.927432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.257082262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:01.927437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.545081Z","time spent":"4.382344891s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":686,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-02T06:02:01.927454Z","caller":"traceutil/trace.go:171","msg":"trace[946341699] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:28825; }","duration":"4.257120774s","start":"2026-07-02T06:01:57.670324Z","end":"2026-07-02T06:02:01.927445Z","steps":["trace[946341699] 'agreement among raft nodes before linearized reading' (duration: 4.257091233s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.670313Z","time spent":"4.257153694s","remote":"127.0.0.1:36736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:01.92744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173970911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.151\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-02T06:02:01.927493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.330749605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-02T06:02:01.927529Z","caller":"traceutil/trace.go:171","msg":"trace[2045823551] range","detail":"{range_begin:/registry/masterleases/199.19.213.151; range_end:; response_count:1; response_revision:28825; }","duration":"2.174106004s","start":"2026-07-02T06:01:59.753397Z","end":"2026-07-02T06:02:01.927503Z","steps":["trace[2045823551] 'agreement among raft nodes before linearized reading' (duration: 2.173857908s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.92754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140739855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"warn","ts":"2026-07-02T06:02:01.927555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359729041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-02T06:02:01.927583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.409423492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-02T06:02:01.927581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:59.753374Z","time spent":"2.174194857s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.19.213.151\" "} {"level":"info","ts":"2026-07-02T06:02:01.927377Z","caller":"traceutil/trace.go:171","msg":"trace[1375114180] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:28825; }","duration":"4.144076855s","start":"2026-07-02T06:01:57.783289Z","end":"2026-07-02T06:02:01.927366Z","steps":["trace[1375114180] 'agreement among raft nodes before linearized reading' (duration: 4.144031164s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:01.927595Z","caller":"traceutil/trace.go:171","msg":"trace[1264388536] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28825; }","duration":"2.140810926s","start":"2026-07-02T06:01:59.786767Z","end":"2026-07-02T06:02:01.927578Z","steps":["trace[1264388536] 'agreement among raft nodes before linearized reading' (duration: 2.140666903s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:01.927614Z","caller":"traceutil/trace.go:171","msg":"trace[1718041654] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28825; }","duration":"4.409481443s","start":"2026-07-02T06:01:57.51812Z","end":"2026-07-02T06:02:01.927601Z","steps":["trace[1718041654] 'agreement among raft nodes before linearized reading' (duration: 4.409409911s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:01.92762Z","caller":"traceutil/trace.go:171","msg":"trace[904314205] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28825; }","duration":"4.359813944s","start":"2026-07-02T06:01:57.567785Z","end":"2026-07-02T06:02:01.927599Z","steps":["trace[904314205] 'agreement among raft nodes before linearized reading' (duration: 4.359643409s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450780458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-02T06:02:01.927639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:59.786756Z","time spent":"2.140871208s","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7590,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-02T06:02:01.927642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.5181Z","time spent":"4.409536545s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:02:01.927646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.730474262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282510"} {"level":"warn","ts":"2026-07-02T06:02:01.927705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.567772Z","time spent":"4.359917726s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-02T06:02:01.92771Z","caller":"traceutil/trace.go:171","msg":"trace[1365027134] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28825; }","duration":"2.45085002s","start":"2026-07-02T06:01:59.476848Z","end":"2026-07-02T06:02:01.927698Z","steps":["trace[1365027134] 'agreement among raft nodes before linearized reading' (duration: 2.450701756s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.92773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049975411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:01.927578Z","caller":"traceutil/trace.go:171","msg":"trace[293663346] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28825; }","duration":"3.330846178s","start":"2026-07-02T06:01:58.596701Z","end":"2026-07-02T06:02:01.927547Z","steps":["trace[293663346] 'agreement among raft nodes before linearized reading' (duration: 3.330293913s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:59.476839Z","time spent":"2.450897361s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-02T06:02:01.927762Z","caller":"traceutil/trace.go:171","msg":"trace[1364686542] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:28825; }","duration":"3.050046693s","start":"2026-07-02T06:01:58.877705Z","end":"2026-07-02T06:02:01.927751Z","steps":["trace[1364686542] 'agreement among raft nodes before linearized reading' (duration: 3.049992302s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.92731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.833338Z","time spent":"4.093965462s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:01.927779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:58.596676Z","time spent":"3.331094264s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:02:01.927787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:58.877679Z","time spent":"3.050102664s","remote":"127.0.0.1:40434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:01.927513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.49644524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T06:02:01.927812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.536845439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-02T06:02:01.927891Z","caller":"traceutil/trace.go:171","msg":"trace[710626278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28825; }","duration":"4.536950061s","start":"2026-07-02T06:01:57.390922Z","end":"2026-07-02T06:02:01.927872Z","steps":["trace[710626278] 'agreement among raft nodes before linearized reading' (duration: 4.536716005s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.390907Z","time spent":"4.537015494s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:02:01.928049Z","caller":"traceutil/trace.go:171","msg":"trace[1347832021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28825; }","duration":"4.496779328s","start":"2026-07-02T06:01:57.431034Z","end":"2026-07-02T06:02:01.927814Z","steps":["trace[1347832021] 'agreement among raft nodes before linearized reading' (duration: 4.496414828s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.927689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.783266Z","time spent":"4.144372542s","remote":"127.0.0.1:39666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-02T06:02:01.927346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.736098253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-02T06:02:01.928216Z","caller":"traceutil/trace.go:171","msg":"trace[594875219] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:28825; }","duration":"4.737045919s","start":"2026-07-02T06:01:57.191149Z","end":"2026-07-02T06:02:01.928195Z","steps":["trace[594875219] 'agreement among raft nodes before linearized reading' (duration: 4.735897088s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.928279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.191134Z","time spent":"4.737125762s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-02T06:02:01.928085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.431021Z","time spent":"4.497053396s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:02:01.927405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19060797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:01.928536Z","caller":"traceutil/trace.go:171","msg":"trace[1724780416] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28825; }","duration":"4.19175736s","start":"2026-07-02T06:01:57.736766Z","end":"2026-07-02T06:02:01.928524Z","steps":["trace[1724780416] 'agreement among raft nodes before linearized reading' (duration: 4.190620779s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.928569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.736754Z","time spent":"4.191802582s","remote":"127.0.0.1:60060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:01.927741Z","caller":"traceutil/trace.go:171","msg":"trace[1602201593] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28825; }","duration":"4.730614085s","start":"2026-07-02T06:01:57.197112Z","end":"2026-07-02T06:02:01.927726Z","steps":["trace[1602201593] 'agreement among raft nodes before linearized reading' (duration: 4.730141103s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.928677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:57.197093Z","time spent":"4.731575492s","remote":"127.0.0.1:39920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282534,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-02T06:02:01.93602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001099258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:01.936096Z","caller":"traceutil/trace.go:171","msg":"trace[578489485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001216461s","start":"2026-07-02T06:01:59.934854Z","end":"2026-07-02T06:02:01.936071Z","steps":["trace[578489485] 'agreement among raft nodes before linearized reading' (duration: 2.001123478s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:01.936145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:01:59.934835Z","time spent":"2.001301584s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:02:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-02T06:02:01.96433Z","caller":"traceutil/trace.go:171","msg":"trace[1612109669] transaction","detail":"{read_only:false; response_revision:28826; number_of_response:1; }","duration":"115.855945ms","start":"2026-07-02T06:02:01.848435Z","end":"2026-07-02T06:02:01.964291Z","steps":["trace[1612109669] 'process raft request' (duration: 115.67078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:03.938692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:03.93877Z","caller":"traceutil/trace.go:171","msg":"trace[1647484157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000014839s","start":"2026-07-02T06:02:01.938738Z","end":"2026-07-02T06:02:03.938753Z","steps":["trace[1647484157] 'agreement among raft nodes before linearized reading' (duration: 1.999916217s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:03.938815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.938733Z","time spent":"2.000073182s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:02:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:05.465496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000600515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:02:05.465657Z","caller":"traceutil/trace.go:171","msg":"trace[863090742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000852282s","start":"2026-07-02T06:02:03.464777Z","end":"2026-07-02T06:02:05.46563Z","steps":["trace[863090742] 'agreement among raft nodes before linearized reading' (duration: 2.000622795s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:05.465722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:03.464761Z","time spent":"2.000946524s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:02:05.939071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000101131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:02:05.939147Z","caller":"traceutil/trace.go:171","msg":"trace[605496192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000222914s","start":"2026-07-02T06:02:03.938907Z","end":"2026-07-02T06:02:05.93913Z","steps":["trace[605496192] 'agreement among raft nodes before linearized reading' (duration: 2.000117201s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:05.939191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:03.9389Z","time spent":"2.000282476s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:02:06.3751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.410862871s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:02:06.376035Z","caller":"traceutil/trace.go:171","msg":"trace[1339412529] transaction","detail":"{read_only:false; response_revision:28827; number_of_response:1; }","duration":"4.525894884s","start":"2026-07-02T06:02:01.850103Z","end":"2026-07-02T06:02:06.375998Z","steps":["trace[1339412529] 'process raft request' (duration: 4.525214725s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:06.376244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.850083Z","time spent":"4.526032598s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:06.376446Z","caller":"traceutil/trace.go:171","msg":"trace[1892335075] transaction","detail":"{read_only:false; response_revision:28831; number_of_response:1; }","duration":"4.440050858s","start":"2026-07-02T06:02:01.936361Z","end":"2026-07-02T06:02:06.376412Z","steps":["trace[1892335075] 'process raft request' (duration: 4.439919744s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:06.376526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.929842Z","time spent":"4.446677858s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-02T06:02:06.376605Z","caller":"traceutil/trace.go:171","msg":"trace[744361823] transaction","detail":"{read_only:false; response_revision:28828; number_of_response:1; }","duration":"4.526468619s","start":"2026-07-02T06:02:01.850103Z","end":"2026-07-02T06:02:06.376572Z","steps":["trace[744361823] 'process raft request' (duration: 4.525423421s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:06.37667Z","caller":"traceutil/trace.go:171","msg":"trace[1756839665] transaction","detail":"{read_only:false; response_revision:28829; number_of_response:1; }","duration":"4.526176811s","start":"2026-07-02T06:02:01.850474Z","end":"2026-07-02T06:02:06.376651Z","steps":["trace[1756839665] 'process raft request' (duration: 4.525112212s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:06.376662Z","caller":"traceutil/trace.go:171","msg":"trace[1595108834] transaction","detail":"{read_only:false; response_revision:28833; number_of_response:1; }","duration":"4.439659348s","start":"2026-07-02T06:02:01.936987Z","end":"2026-07-02T06:02:06.376646Z","steps":["trace[1595108834] 'process raft request' (duration: 4.439499584s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:06.376686Z","caller":"traceutil/trace.go:171","msg":"trace[2021607136] transaction","detail":"{read_only:false; response_revision:28830; number_of_response:1; }","duration":"4.440396758s","start":"2026-07-02T06:02:01.936277Z","end":"2026-07-02T06:02:06.376674Z","steps":["trace[2021607136] 'process raft request' (duration: 4.439436612s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:06.376724Z","caller":"traceutil/trace.go:171","msg":"trace[607701090] transaction","detail":"{read_only:false; response_revision:28832; number_of_response:1; }","duration":"4.43974218s","start":"2026-07-02T06:02:01.936967Z","end":"2026-07-02T06:02:06.376709Z","steps":["trace[607701090] 'process raft request' (duration: 4.43936917s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:06.376734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.850463Z","time spent":"4.526241553s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:06.376754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.936254Z","time spent":"4.440472039s","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":940,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:06.376771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.936966Z","time spent":"4.43974769s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:06.3768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.936958Z","time spent":"4.439806421s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:06.376771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.850075Z","time spent":"4.526607193s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:06.376908Z","caller":"traceutil/trace.go:171","msg":"trace[894545456] transaction","detail":"{read_only:false; response_revision:28834; number_of_response:1; }","duration":"4.439835503s","start":"2026-07-02T06:02:01.937063Z","end":"2026-07-02T06:02:06.376898Z","steps":["trace[894545456] 'process raft request' (duration: 4.439537675s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:06.37698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.937054Z","time spent":"4.439892754s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:06.376643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.936354Z","time spent":"4.440185602s","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":884,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:06.377075Z","caller":"traceutil/trace.go:171","msg":"trace[1786314092] transaction","detail":"{read_only:false; response_revision:28835; number_of_response:1; }","duration":"4.439939075s","start":"2026-07-02T06:02:01.937122Z","end":"2026-07-02T06:02:06.377061Z","steps":["trace[1786314092] 'process raft request' (duration: 4.439712359s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:06.377137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.937116Z","time spent":"4.439988366s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:06.377296Z","caller":"traceutil/trace.go:171","msg":"trace[834569452] transaction","detail":"{read_only:false; response_revision:28836; number_of_response:1; }","duration":"4.440105469s","start":"2026-07-02T06:02:01.937179Z","end":"2026-07-02T06:02:06.377284Z","steps":["trace[834569452] 'process raft request' (duration: 4.439803561s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:06.377373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.937171Z","time spent":"4.440164462s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:06.377516Z","caller":"traceutil/trace.go:171","msg":"trace[1819396527] transaction","detail":"{read_only:false; response_revision:28838; number_of_response:1; }","duration":"4.440247293s","start":"2026-07-02T06:02:01.937256Z","end":"2026-07-02T06:02:06.377503Z","steps":["trace[1819396527] 'process raft request' (duration: 4.44013039s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:06.377516Z","caller":"traceutil/trace.go:171","msg":"trace[143832242] transaction","detail":"{read_only:false; response_revision:28837; number_of_response:1; }","duration":"4.440263874s","start":"2026-07-02T06:02:01.937237Z","end":"2026-07-02T06:02:06.377501Z","steps":["trace[143832242] 'process raft request' (duration: 4.439979986s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:06.377612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.937247Z","time spent":"4.440315186s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:06.377617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.93723Z","time spent":"4.440340776s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:06.377851Z","caller":"traceutil/trace.go:171","msg":"trace[1949547900] transaction","detail":"{read_only:false; response_revision:28839; number_of_response:1; }","duration":"4.440548881s","start":"2026-07-02T06:02:01.937291Z","end":"2026-07-02T06:02:06.37784Z","steps":["trace[1949547900] 'process raft request' (duration: 4.440167121s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:06.377857Z","caller":"traceutil/trace.go:171","msg":"trace[1023027647] transaction","detail":"{read_only:false; response_revision:28840; number_of_response:1; }","duration":"4.440529061s","start":"2026-07-02T06:02:01.937294Z","end":"2026-07-02T06:02:06.377823Z","steps":["trace[1023027647] 'process raft request' (duration: 4.440359646s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:06.377943Z","caller":"traceutil/trace.go:171","msg":"trace[2007383058] linearizableReadLoop","detail":"{readStateIndex:30148; appliedIndex:30145; }","duration":"4.450712906s","start":"2026-07-02T06:02:01.927218Z","end":"2026-07-02T06:02:06.377931Z","steps":["trace[2007383058] 'read index received' (duration: 37.216534ms)","trace[2007383058] 'applied index is now lower than readState.Index' (duration: 4.413495712s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:06.377987Z","caller":"traceutil/trace.go:171","msg":"trace[27453411] transaction","detail":"{read_only:false; response_revision:28841; number_of_response:1; }","duration":"4.440624344s","start":"2026-07-02T06:02:01.937353Z","end":"2026-07-02T06:02:06.377977Z","steps":["trace[27453411] 'process raft request' (duration: 4.440411478s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:06.378061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.937346Z","time spent":"4.440690446s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:06.378091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.937276Z","time spent":"4.440689976s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:06.377915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.937283Z","time spent":"4.440601803s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:06.878049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:02:07.378961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:02:07.518029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.580775698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:07.518115Z","caller":"traceutil/trace.go:171","msg":"trace[1566211226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.580890762s","start":"2026-07-02T06:02:01.937203Z","end":"2026-07-02T06:02:07.518094Z","steps":["trace[1566211226] 'agreement among raft nodes before linearized reading' (duration: 5.580780769s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:07.518167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.937198Z","time spent":"5.580958934s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/02 06:02:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:07.545248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.608432715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:07.545332Z","caller":"traceutil/trace.go:171","msg":"trace[969312046] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"5.608547949s","start":"2026-07-02T06:02:01.936766Z","end":"2026-07-02T06:02:07.545314Z","steps":["trace[969312046] 'agreement among raft nodes before linearized reading' (duration: 5.608445186s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:07.545382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.93676Z","time spent":"5.60861265s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/02 06:02:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:07.879464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:02:07.944864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:07.944934Z","caller":"traceutil/trace.go:171","msg":"trace[854378013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229524s","start":"2026-07-02T06:02:05.944682Z","end":"2026-07-02T06:02:07.944911Z","steps":["trace[854378013] 'agreement among raft nodes before linearized reading' (duration: 2.000150192s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:07.944964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:05.944664Z","time spent":"2.000294837s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:02:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:08.380626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:02:08.881687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:02:08.932307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:03.933599Z","time spent":"4.998699886s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:02:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:08.967571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:03.969132Z","time spent":"4.998434909s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:02:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:09.022932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:02.022728Z","time spent":"7.000196556s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-02T06:02:09.034059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.683886363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:09.034165Z","caller":"traceutil/trace.go:171","msg":"trace[228193333] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28841; }","duration":"8.684024637s","start":"2026-07-02T06:02:00.3501Z","end":"2026-07-02T06:02:09.034125Z","steps":["trace[228193333] 'agreement among raft nodes before linearized reading' (duration: 6.027945851s)","trace[228193333] 'count revisions from in-memory index tree' (duration: 2.655957622s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:09.034213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.142226767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:09.034215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:00.350082Z","time spent":"8.684120669s","remote":"127.0.0.1:52926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:09.034252Z","caller":"traceutil/trace.go:171","msg":"trace[1164274046] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28841; }","duration":"7.14230672s","start":"2026-07-02T06:02:01.891927Z","end":"2026-07-02T06:02:09.034234Z","steps":["trace[1164274046] 'agreement among raft nodes before linearized reading' (duration: 4.486132781s)","trace[1164274046] 'count revisions from in-memory index tree' (duration: 2.656138888s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:09.034281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.891913Z","time spent":"7.142361171s","remote":"127.0.0.1:38546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:09.034546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.193860775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:09.034548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.570271724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-02T06:02:09.034571Z","caller":"traceutil/trace.go:171","msg":"trace[1425787510] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28841; }","duration":"8.193922236s","start":"2026-07-02T06:02:00.840639Z","end":"2026-07-02T06:02:09.034561Z","steps":["trace[1425787510] 'agreement among raft nodes before linearized reading' (duration: 5.537393438s)","trace[1425787510] 'count revisions from in-memory index tree' (duration: 2.656497637s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:09.034597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:00.840618Z","time spent":"8.193972888s","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:09.034593Z","caller":"traceutil/trace.go:171","msg":"trace[891481261] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; }","duration":"7.570349146s","start":"2026-07-02T06:02:01.464229Z","end":"2026-07-02T06:02:09.034578Z","steps":["trace[891481261] 'agreement among raft nodes before linearized reading' (duration: 4.913720235s)","trace[891481261] 'range keys from in-memory index tree' (duration: 2.656568669s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:09.034641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.46421Z","time spent":"7.570422608s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} 2026/07/02 06:02:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:09.034743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.646587256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:02:09.034778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.826360852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:09.034775Z","caller":"traceutil/trace.go:171","msg":"trace[252438913] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28841; }","duration":"8.646616927s","start":"2026-07-02T06:02:00.388147Z","end":"2026-07-02T06:02:09.034763Z","steps":["trace[252438913] 'agreement among raft nodes before linearized reading' (duration: 5.989892684s)","trace[252438913] 'count revisions from in-memory index tree' (duration: 2.656685262s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:09.034802Z","caller":"traceutil/trace.go:171","msg":"trace[786443118] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28841; }","duration":"7.826421464s","start":"2026-07-02T06:02:01.208371Z","end":"2026-07-02T06:02:09.034793Z","steps":["trace[786443118] 'agreement among raft nodes before linearized reading' (duration: 5.169623408s)","trace[786443118] 'count revisions from in-memory index tree' (duration: 2.656745194s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:09.034806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:00.388107Z","time spent":"8.646691099s","remote":"127.0.0.1:40372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:09.034828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.208348Z","time spent":"7.826473694s","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:09.034868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.006581723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:09.034931Z","caller":"traceutil/trace.go:171","msg":"trace[293223156] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28841; }","duration":"8.006684816s","start":"2026-07-02T06:02:01.02823Z","end":"2026-07-02T06:02:09.034915Z","steps":["trace[293223156] 'agreement among raft nodes before linearized reading' (duration: 5.349794008s)","trace[293223156] 'count revisions from in-memory index tree' (duration: 2.656798666s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:09.034961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.028214Z","time spent":"8.006739737s","remote":"127.0.0.1:39702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:09.03416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.031622993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:02:09.035018Z","caller":"traceutil/trace.go:171","msg":"trace[1943558177] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28841; }","duration":"9.032525717s","start":"2026-07-02T06:02:00.00247Z","end":"2026-07-02T06:02:09.034995Z","steps":["trace[1943558177] 'agreement among raft nodes before linearized reading' (duration: 6.375583458s)","trace[1943558177] 'count revisions from in-memory index tree' (duration: 2.656068096s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:09.035052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:00.002428Z","time spent":"9.032616189s","remote":"127.0.0.1:39770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:09.382171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:02:09.836106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.459586081s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:02:09.837Z","caller":"traceutil/trace.go:171","msg":"trace[290692017] transaction","detail":"{read_only:false; response_revision:28845; number_of_response:1; }","duration":"4.084564499s","start":"2026-07-02T06:02:05.75241Z","end":"2026-07-02T06:02:09.836974Z","steps":["trace[290692017] 'process raft request' (duration: 4.084342573s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:09.837169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:05.752379Z","time spent":"4.084701623s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:09.945307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00001795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:02:09.945395Z","caller":"traceutil/trace.go:171","msg":"trace[423078836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149084s","start":"2026-07-02T06:02:07.945229Z","end":"2026-07-02T06:02:09.945378Z","steps":["trace[423078836] 'agreement among raft nodes before linearized reading' (duration: 2.00003486s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:09.945434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:07.945216Z","time spent":"2.000211385s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:02:11.954181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999425553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:11.954238Z","caller":"traceutil/trace.go:171","msg":"trace[2037263071] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999535605s","start":"2026-07-02T06:02:09.954691Z","end":"2026-07-02T06:02:11.954226Z","steps":["trace[2037263071] 'agreement among raft nodes before linearized reading' (duration: 1.999470784s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:11.954263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:09.954674Z","time spent":"1.999583197s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:02:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:11.966809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:10.358025Z","time spent":"1.608776256s","remote":"127.0.0.1:36588","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:02:12.970982Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.134621224s","expected-duration":"1s"} {"level":"info","ts":"2026-07-02T06:02:12.971547Z","caller":"traceutil/trace.go:171","msg":"trace[1968274384] transaction","detail":"{read_only:false; response_revision:28849; number_of_response:1; }","duration":"4.586509979s","start":"2026-07-02T06:02:08.38501Z","end":"2026-07-02T06:02:12.97152Z","steps":["trace[1968274384] 'process raft request' (duration: 4.586433857s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:12.971541Z","caller":"traceutil/trace.go:171","msg":"trace[1278216180] transaction","detail":"{read_only:false; response_revision:28846; number_of_response:1; }","duration":"6.592821497s","start":"2026-07-02T06:02:06.378653Z","end":"2026-07-02T06:02:12.971475Z","steps":["trace[1278216180] 'process raft request' (duration: 6.592520729s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:12.971582Z","caller":"traceutil/trace.go:171","msg":"trace[10704727] transaction","detail":"{read_only:false; response_revision:28847; number_of_response:1; }","duration":"6.035469263s","start":"2026-07-02T06:02:06.936072Z","end":"2026-07-02T06:02:12.971542Z","steps":["trace[10704727] 'process raft request' (duration: 6.035281308s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:12.971683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.384997Z","time spent":"4.586602781s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:12.971792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:06.378634Z","time spent":"6.593023552s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:12.97182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:06.936029Z","time spent":"6.035696089s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:12.971608Z","caller":"traceutil/trace.go:171","msg":"trace[344253629] transaction","detail":"{read_only:false; response_revision:28848; number_of_response:1; }","duration":"4.587515386s","start":"2026-07-02T06:02:08.384055Z","end":"2026-07-02T06:02:12.97157Z","steps":["trace[344253629] 'process raft request' (duration: 4.587354682s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:12.971895Z","caller":"traceutil/trace.go:171","msg":"trace[656205979] transaction","detail":"{read_only:false; response_revision:28850; number_of_response:1; }","duration":"4.58656649s","start":"2026-07-02T06:02:08.385254Z","end":"2026-07-02T06:02:12.971821Z","steps":["trace[656205979] 'process raft request' (duration: 4.586230171s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:12.972206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.385245Z","time spent":"4.5869111s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:12.972093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.384043Z","time spent":"4.587948207s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:13.382886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000079655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-02T06:02:13.382909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99808456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:13.383001Z","caller":"traceutil/trace.go:171","msg":"trace[2017469736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000230009s","start":"2026-07-02T06:02:08.382739Z","end":"2026-07-02T06:02:13.382969Z","steps":["trace[2017469736] 'agreement among raft nodes before linearized reading' (duration: 5.000089585s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:13.383026Z","caller":"traceutil/trace.go:171","msg":"trace[1077505426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998248275s","start":"2026-07-02T06:02:08.384749Z","end":"2026-07-02T06:02:13.382997Z","steps":["trace[1077505426] 'agreement among raft nodes before linearized reading' (duration: 4.998096011s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:13.383099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.382733Z","time spent":"5.000349962s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:02:13.383105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.38474Z","time spent":"4.998352368s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/02 06:02:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 06:02:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:13.383354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999317144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:02:13.383501Z","caller":"traceutil/trace.go:171","msg":"trace[1559051956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999504039s","start":"2026-07-02T06:02:08.383973Z","end":"2026-07-02T06:02:13.383477Z","steps":["trace[1559051956] 'agreement among raft nodes before linearized reading' (duration: 4.999328315s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:13.383567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.383963Z","time spent":"4.999589421s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T06:02:13.396755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000806646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:13.396828Z","caller":"traceutil/trace.go:171","msg":"trace[1416318120] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.000896159s","start":"2026-07-02T06:02:03.395911Z","end":"2026-07-02T06:02:13.396807Z","steps":["trace[1416318120] 'agreement among raft nodes before linearized reading' (duration: 10.000804936s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:13.396878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:03.395837Z","time spent":"10.001026472s","remote":"127.0.0.1:53116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/02 06:02:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:13.933748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998839271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:13.93381Z","caller":"traceutil/trace.go:171","msg":"trace[1766036736] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.998955295s","start":"2026-07-02T06:02:08.934841Z","end":"2026-07-02T06:02:13.933796Z","steps":["trace[1766036736] 'agreement among raft nodes before linearized reading' (duration: 4.998865112s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:13.933844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.934822Z","time spent":"4.999014766s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/02 06:02:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:13.954311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:02:13.9544Z","caller":"traceutil/trace.go:171","msg":"trace[1016571468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292837s","start":"2026-07-02T06:02:11.954087Z","end":"2026-07-02T06:02:13.95438Z","steps":["trace[1016571468] 'agreement among raft nodes before linearized reading' (duration: 2.000165124s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:13.954467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:11.954073Z","time spent":"2.00038443s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:02:13.967853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998975085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:02:13.967889Z","caller":"traceutil/trace.go:171","msg":"trace[418972963] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999039176s","start":"2026-07-02T06:02:08.968839Z","end":"2026-07-02T06:02:13.967879Z","steps":["trace[418972963] 'agreement among raft nodes before linearized reading' (duration: 4.998991195s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:13.967912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.968826Z","time spent":"4.999080578s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-02T06:02:14.439612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000436081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:14.43969Z","caller":"traceutil/trace.go:171","msg":"trace[384400598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579765s","start":"2026-07-02T06:02:12.439092Z","end":"2026-07-02T06:02:14.439672Z","steps":["trace[384400598] 'agreement among raft nodes before linearized reading' (duration: 2.000481522s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:14.439737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:12.439064Z","time spent":"2.000664467s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:02:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:14.870336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437329332s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:14.87055Z","caller":"traceutil/trace.go:171","msg":"trace[902307377] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28850; }","duration":"1.437554628s","start":"2026-07-02T06:02:13.432976Z","end":"2026-07-02T06:02:14.870531Z","steps":["trace[902307377] 'range keys from in-memory index tree' (duration: 1.437305991s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:14.871305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899426336s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:02:14.871504Z","caller":"traceutil/trace.go:171","msg":"trace[1469237291] transaction","detail":"{read_only:false; response_revision:28851; number_of_response:1; }","duration":"6.363342568s","start":"2026-07-02T06:02:08.508131Z","end":"2026-07-02T06:02:14.871474Z","steps":["trace[1469237291] 'process raft request' (duration: 4.463674495s)","trace[1469237291] 'compare' (duration: 1.898519172s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:14.871635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.508115Z","time spent":"6.363453381s","remote":"127.0.0.1:38524","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:15.054233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.840132ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T06:02:15.054696Z","caller":"traceutil/trace.go:171","msg":"trace[2048707801] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28851; }","duration":"6.026264195s","start":"2026-07-02T06:02:09.028416Z","end":"2026-07-02T06:02:15.05468Z","steps":["trace[2048707801] 'process raft request' (duration: 6.025894385s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.054774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:09.028397Z","time spent":"6.026330947s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":725,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:15.055191Z","caller":"traceutil/trace.go:171","msg":"trace[2103131671] transaction","detail":"{read_only:false; response_revision:28852; number_of_response:1; }","duration":"5.618903557s","start":"2026-07-02T06:02:09.436254Z","end":"2026-07-02T06:02:15.055158Z","steps":["trace[2103131671] 'process raft request' (duration: 5.618370333s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.055314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.118844244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-02T06:02:15.05533Z","caller":"traceutil/trace.go:171","msg":"trace[1157356769] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28852; }","duration":"13.118890485s","start":"2026-07-02T06:02:01.936434Z","end":"2026-07-02T06:02:15.055325Z","steps":["trace[1157356769] 'agreement among raft nodes before linearized reading' (duration: 13.118806782s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.055303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.178338164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:02:15.05533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:09.43622Z","time spent":"5.619041611s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:15.055329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.475716507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:02:15.055366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.754065501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:02:15.055397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.603753659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:02:15.055415Z","caller":"traceutil/trace.go:171","msg":"trace[210701878] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:28852; }","duration":"12.603808481s","start":"2026-07-02T06:02:02.4516Z","end":"2026-07-02T06:02:15.055409Z","steps":["trace[210701878] 'agreement among raft nodes before linearized reading' (duration: 12.603754329s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:15.055405Z","caller":"traceutil/trace.go:171","msg":"trace[1156326951] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:28852; }","duration":"10.47584169s","start":"2026-07-02T06:02:04.579542Z","end":"2026-07-02T06:02:15.055384Z","steps":["trace[1156326951] 'agreement among raft nodes before linearized reading' (duration: 10.475693336s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.05543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:02.451578Z","time spent":"12.603846051s","remote":"127.0.0.1:59318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.055421Z","caller":"traceutil/trace.go:171","msg":"trace[1925601542] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:28852; }","duration":"9.754164884s","start":"2026-07-02T06:02:05.30124Z","end":"2026-07-02T06:02:15.055405Z","steps":["trace[1925601542] 'agreement among raft nodes before linearized reading' (duration: 9.754000119s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.055428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.539877381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.055225Z","caller":"traceutil/trace.go:171","msg":"trace[1913128970] linearizableReadLoop","detail":"{readStateIndex:30173; appliedIndex:30161; }","duration":"8.677240553s","start":"2026-07-02T06:02:06.377973Z","end":"2026-07-02T06:02:15.055213Z","steps":["trace[1913128970] 'read index received' (duration: 3.458410509s)","trace[1913128970] 'applied index is now lower than readState.Index' (duration: 5.218828554s)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:15.055451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:04.579523Z","time spent":"10.475917753s","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.055457Z","caller":"traceutil/trace.go:171","msg":"trace[363557773] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28852; }","duration":"11.539964044s","start":"2026-07-02T06:02:03.515485Z","end":"2026-07-02T06:02:15.055449Z","steps":["trace[363557773] 'agreement among raft nodes before linearized reading' (duration: 11.539917933s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.055461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:05.301219Z","time spent":"9.754233065s","remote":"127.0.0.1:39802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":118,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:15.055489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:03.515451Z","time spent":"11.540029746s","remote":"127.0.0.1:52856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.055375Z","caller":"traceutil/trace.go:171","msg":"trace[1370065989] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:28852; }","duration":"12.178481357s","start":"2026-07-02T06:02:02.876877Z","end":"2026-07-02T06:02:15.055359Z","steps":["trace[1370065989] 'agreement among raft nodes before linearized reading' (duration: 12.178352854s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.055551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.113253013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:10773"} {"level":"info","ts":"2026-07-02T06:02:15.055566Z","caller":"traceutil/trace.go:171","msg":"trace[1423414137] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:28852; }","duration":"13.113301535s","start":"2026-07-02T06:02:01.94226Z","end":"2026-07-02T06:02:15.055562Z","steps":["trace[1423414137] 'agreement among raft nodes before linearized reading' (duration: 13.113252994s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.05558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.94225Z","time spent":"13.113327275s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10797,"request content":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-07-02T06:02:15.055345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.936416Z","time spent":"13.118926666s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11522,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T06:02:15.055683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.118498454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-02T06:02:15.055686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.8701223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:15.055662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:02.876847Z","time spent":"12.178733394s","remote":"127.0.0.1:39886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.055721Z","caller":"traceutil/trace.go:171","msg":"trace[514614725] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:28852; }","duration":"11.870202492s","start":"2026-07-02T06:02:03.185507Z","end":"2026-07-02T06:02:15.05571Z","steps":["trace[514614725] 'agreement among raft nodes before linearized reading' (duration: 11.87014972s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.055739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.119213324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-02T06:02:15.055752Z","caller":"traceutil/trace.go:171","msg":"trace[1515670419] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3c242271-492d-4caf-ac29-ca111fb66fa5; range_end:; response_count:1; response_revision:28852; }","duration":"13.119256245s","start":"2026-07-02T06:02:01.936493Z","end":"2026-07-02T06:02:15.055749Z","steps":["trace[1515670419] 'agreement among raft nodes before linearized reading' (duration: 13.119213884s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.055765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.936479Z","time spent":"13.119283005s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-3c242271-492d-4caf-ac29-ca111fb66fa5\" "} {"level":"warn","ts":"2026-07-02T06:02:15.055755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:03.185477Z","time spent":"11.870269974s","remote":"127.0.0.1:53208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.055697Z","caller":"traceutil/trace.go:171","msg":"trace[631992030] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7; range_end:; response_count:1; response_revision:28852; }","duration":"13.118524965s","start":"2026-07-02T06:02:01.937167Z","end":"2026-07-02T06:02:15.055692Z","steps":["trace[631992030] 'agreement among raft nodes before linearized reading' (duration: 13.118481454s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.055844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:01.93716Z","time spent":"13.118672389s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" "} {"level":"info","ts":"2026-07-02T06:02:15.055941Z","caller":"traceutil/trace.go:171","msg":"trace[1043343642] transaction","detail":"{read_only:false; response_revision:28853; number_of_response:1; }","duration":"212.40663ms","start":"2026-07-02T06:02:14.843526Z","end":"2026-07-02T06:02:15.055932Z","steps":["trace[1043343642] 'process raft request' (duration: 211.630909ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:15.113628Z","caller":"traceutil/trace.go:171","msg":"trace[1149800045] transaction","detail":"{read_only:false; response_revision:28855; number_of_response:1; }","duration":"135.020441ms","start":"2026-07-02T06:02:14.978583Z","end":"2026-07-02T06:02:15.113604Z","steps":["trace[1149800045] 'process raft request' (duration: 134.913828ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:15.113673Z","caller":"traceutil/trace.go:171","msg":"trace[888986248] transaction","detail":"{read_only:false; response_revision:28856; number_of_response:1; }","duration":"134.916748ms","start":"2026-07-02T06:02:14.978731Z","end":"2026-07-02T06:02:15.113648Z","steps":["trace[888986248] 'process raft request' (duration: 134.810395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.113783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.713196785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.113837Z","caller":"traceutil/trace.go:171","msg":"trace[1725843995] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:28856; }","duration":"4.713301948s","start":"2026-07-02T06:02:10.400523Z","end":"2026-07-02T06:02:15.113825Z","steps":["trace[1725843995] 'agreement among raft nodes before linearized reading' (duration: 4.713159344s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.113873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:10.400507Z","time spent":"4.71335674s","remote":"127.0.0.1:43904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.113623Z","caller":"traceutil/trace.go:171","msg":"trace[867878486] transaction","detail":"{read_only:false; response_revision:28854; number_of_response:1; }","duration":"137.043855ms","start":"2026-07-02T06:02:14.976545Z","end":"2026-07-02T06:02:15.113589Z","steps":["trace[867878486] 'process raft request' (duration: 136.795789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.113992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.338291267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"info","ts":"2026-07-02T06:02:15.114037Z","caller":"traceutil/trace.go:171","msg":"trace[1297881104] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28856; }","duration":"5.338379809s","start":"2026-07-02T06:02:09.775646Z","end":"2026-07-02T06:02:15.114026Z","steps":["trace[1297881104] 'agreement among raft nodes before linearized reading' (duration: 5.338222005s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:09.775626Z","time spent":"5.338438251s","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17018,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-02T06:02:15.114125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.098451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.114166Z","caller":"traceutil/trace.go:171","msg":"trace[1328947590] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28856; }","duration":"202.173073ms","start":"2026-07-02T06:02:14.911983Z","end":"2026-07-02T06:02:15.114156Z","steps":["trace[1328947590] 'agreement among raft nodes before linearized reading' (duration: 202.108741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.591528696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.114359Z","caller":"traceutil/trace.go:171","msg":"trace[1146164480] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:28856; }","duration":"7.591621619s","start":"2026-07-02T06:02:07.522722Z","end":"2026-07-02T06:02:15.114344Z","steps":["trace[1146164480] 'agreement among raft nodes before linearized reading' (duration: 7.591537307s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.175317874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-02T06:02:15.114437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.699394258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.11443Z","caller":"traceutil/trace.go:171","msg":"trace[1410613288] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28856; }","duration":"8.175360155s","start":"2026-07-02T06:02:06.939058Z","end":"2026-07-02T06:02:15.114418Z","steps":["trace[1410613288] 'agreement among raft nodes before linearized reading' (duration: 8.175247652s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.11442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.706983691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.114485Z","caller":"traceutil/trace.go:171","msg":"trace[1873553932] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:28856; }","duration":"5.699466959s","start":"2026-07-02T06:02:09.415009Z","end":"2026-07-02T06:02:15.114476Z","steps":["trace[1873553932] 'agreement among raft nodes before linearized reading' (duration: 5.699403388s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.1145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:06.939036Z","time spent":"8.175456808s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-02T06:02:15.114514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:09.414997Z","time spent":"5.699507941s","remote":"127.0.0.1:47626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.11452Z","caller":"traceutil/trace.go:171","msg":"trace[1379824758] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28856; }","duration":"7.707143785s","start":"2026-07-02T06:02:07.407357Z","end":"2026-07-02T06:02:15.114501Z","steps":["trace[1379824758] 'agreement among raft nodes before linearized reading' (duration: 7.7069473s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.017415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:02:15.114577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:07.407337Z","time spent":"7.707229807s","remote":"127.0.0.1:38484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.114592Z","caller":"traceutil/trace.go:171","msg":"trace[81917464] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28856; }","duration":"527.092027ms","start":"2026-07-02T06:02:14.58749Z","end":"2026-07-02T06:02:15.114582Z","steps":["trace[81917464] 'agreement among raft nodes before linearized reading' (duration: 527.032796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:14.58747Z","time spent":"527.215771ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":11,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:15.114706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.743804585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:02:15.114736Z","caller":"traceutil/trace.go:171","msg":"trace[1999539995] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:28856; }","duration":"5.743834666s","start":"2026-07-02T06:02:09.37089Z","end":"2026-07-02T06:02:15.114725Z","steps":["trace[1999539995] 'agreement among raft nodes before linearized reading' (duration: 5.743782725s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:09.370818Z","time spent":"5.743942459s","remote":"127.0.0.1:40444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:15.114802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.032482871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.114846Z","caller":"traceutil/trace.go:171","msg":"trace[1519215272] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28856; }","duration":"8.032563673s","start":"2026-07-02T06:02:07.08227Z","end":"2026-07-02T06:02:15.114834Z","steps":["trace[1519215272] 'agreement among raft nodes before linearized reading' (duration: 8.032487171s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.381983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.114916Z","caller":"traceutil/trace.go:171","msg":"trace[1809624629] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28856; }","duration":"941.466385ms","start":"2026-07-02T06:02:14.17344Z","end":"2026-07-02T06:02:15.114907Z","steps":["trace[1809624629] 'agreement among raft nodes before linearized reading' (duration: 941.404353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.081729809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.114951Z","caller":"traceutil/trace.go:171","msg":"trace[1872519064] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:28856; }","duration":"8.081808221s","start":"2026-07-02T06:02:07.033135Z","end":"2026-07-02T06:02:15.114943Z","steps":["trace[1872519064] 'agreement among raft nodes before linearized reading' (duration: 8.08176466s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:07.033111Z","time spent":"8.081867623s","remote":"127.0.0.1:45232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:15.114996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107534264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:02:15.115026Z","caller":"traceutil/trace.go:171","msg":"trace[1576264483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28856; }","duration":"1.107564215s","start":"2026-07-02T06:02:14.007454Z","end":"2026-07-02T06:02:15.115018Z","steps":["trace[1576264483] 'agreement among raft nodes before linearized reading' (duration: 1.107520224s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.115039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.732460654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-02T06:02:15.115049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:14.007435Z","time spent":"1.107609537s","remote":"127.0.0.1:46952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.115065Z","caller":"traceutil/trace.go:171","msg":"trace[1397759507] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28856; }","duration":"6.732497445s","start":"2026-07-02T06:02:08.382559Z","end":"2026-07-02T06:02:15.115056Z","steps":["trace[1397759507] 'agreement among raft nodes before linearized reading' (duration: 6.732418453s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.115096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.382553Z","time spent":"6.732536736s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-02T06:02:15.115138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.405250516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-02T06:02:15.115171Z","caller":"traceutil/trace.go:171","msg":"trace[216269820] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:28856; }","duration":"8.405301518s","start":"2026-07-02T06:02:06.70986Z","end":"2026-07-02T06:02:15.115162Z","steps":["trace[216269820] 'agreement among raft nodes before linearized reading' (duration: 8.405227966s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.11432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.884489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:15.115188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146273889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"warn","ts":"2026-07-02T06:02:15.115198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:06.70985Z","time spent":"8.405343099s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-07-02T06:02:15.115208Z","caller":"traceutil/trace.go:171","msg":"trace[626570862] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:28856; }","duration":"1.14629184s","start":"2026-07-02T06:02:13.968909Z","end":"2026-07-02T06:02:15.115201Z","steps":["trace[626570862] 'agreement among raft nodes before linearized reading' (duration: 1.146229938s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.036163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16994"} {"level":"warn","ts":"2026-07-02T06:02:15.115227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:13.968888Z","time spent":"1.146335201s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-02T06:02:15.115234Z","caller":"traceutil/trace.go:171","msg":"trace[410323116] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28856; }","duration":"237.851236ms","start":"2026-07-02T06:02:14.877375Z","end":"2026-07-02T06:02:15.115226Z","steps":["trace[410323116] 'agreement among raft nodes before linearized reading' (duration: 236.964132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.115255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.732814153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:02:15.115287Z","caller":"traceutil/trace.go:171","msg":"trace[108111269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28856; }","duration":"6.732860675s","start":"2026-07-02T06:02:08.382418Z","end":"2026-07-02T06:02:15.115279Z","steps":["trace[108111269] 'agreement among raft nodes before linearized reading' (duration: 6.732781563s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.115316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151402828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.115337Z","caller":"traceutil/trace.go:171","msg":"trace[48446139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28856; }","duration":"1.151423968s","start":"2026-07-02T06:02:13.963908Z","end":"2026-07-02T06:02:15.115332Z","steps":["trace[48446139] 'agreement among raft nodes before linearized reading' (duration: 1.151393278s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.115355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:13.963868Z","time spent":"1.1514839s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:02:15.115379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.732984949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-02T06:02:15.114921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.153057085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.115407Z","caller":"traceutil/trace.go:171","msg":"trace[845713802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28856; }","duration":"6.733045989s","start":"2026-07-02T06:02:08.382354Z","end":"2026-07-02T06:02:15.1154Z","steps":["trace[845713802] 'agreement among raft nodes before linearized reading' (duration: 6.732976757s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:07.5227Z","time spent":"7.59168255s","remote":"127.0.0.1:53148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:15.114954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:14.173418Z","time spent":"941.526727ms","remote":"127.0.0.1:36716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.115204Z","caller":"traceutil/trace.go:171","msg":"trace[3419475] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28856; }","duration":"227.806485ms","start":"2026-07-02T06:02:14.887388Z","end":"2026-07-02T06:02:15.115195Z","steps":["trace[3419475] 'agreement among raft nodes before linearized reading' (duration: 226.90736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.115498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650050929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.115521Z","caller":"traceutil/trace.go:171","msg":"trace[1980446539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28856; }","duration":"1.65011313s","start":"2026-07-02T06:02:13.465402Z","end":"2026-07-02T06:02:15.115515Z","steps":["trace[1980446539] 'agreement among raft nodes before linearized reading' (duration: 1.65008364s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.115539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:13.465378Z","time spent":"1.650158292s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:02:15.11559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.288248685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.115622Z","caller":"traceutil/trace.go:171","msg":"trace[1565987129] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28856; }","duration":"7.288323587s","start":"2026-07-02T06:02:07.82729Z","end":"2026-07-02T06:02:15.115614Z","steps":["trace[1565987129] 'agreement among raft nodes before linearized reading' (duration: 7.288270786s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.115634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848374708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:15.115647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:07.827264Z","time spent":"7.288375469s","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.115654Z","caller":"traceutil/trace.go:171","msg":"trace[1947003992] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:28856; }","duration":"1.848453461s","start":"2026-07-02T06:02:13.267192Z","end":"2026-07-02T06:02:15.115645Z","steps":["trace[1947003992] 'agreement among raft nodes before linearized reading' (duration: 1.84842483s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.11567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:13.267161Z","time spent":"1.848504982s","remote":"127.0.0.1:43950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:15.114882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:07.082257Z","time spent":"8.032617595s","remote":"127.0.0.1:53074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:15.115797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1412715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-02T06:02:15.115423Z","caller":"traceutil/trace.go:171","msg":"trace[2022599453] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28856; }","duration":"6.15360252s","start":"2026-07-02T06:02:08.96181Z","end":"2026-07-02T06:02:15.115413Z","steps":["trace[2022599453] 'agreement among raft nodes before linearized reading' (duration: 6.153083856s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.115168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.170963737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:02:15.115871Z","caller":"traceutil/trace.go:171","msg":"trace[387056799] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28856; }","duration":"8.171713147s","start":"2026-07-02T06:02:06.944151Z","end":"2026-07-02T06:02:15.115865Z","steps":["trace[387056799] 'agreement among raft nodes before linearized reading' (duration: 8.170979247s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.115898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:06.944085Z","time spent":"8.171806819s","remote":"127.0.0.1:39718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:15.115904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851122158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.115927Z","caller":"traceutil/trace.go:171","msg":"trace[284481279] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:28856; }","duration":"2.851184979s","start":"2026-07-02T06:02:12.264735Z","end":"2026-07-02T06:02:15.11592Z","steps":["trace[284481279] 'agreement among raft nodes before linearized reading' (duration: 2.851145088s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.115957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:12.264716Z","time spent":"2.85123367s","remote":"127.0.0.1:39752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:15.115316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.382413Z","time spent":"6.732896976s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:02:15.115336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.475631154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:15.116024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.382333Z","time spent":"6.733677557s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-02T06:02:15.116055Z","caller":"traceutil/trace.go:171","msg":"trace[1253109646] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28856; }","duration":"8.476386905s","start":"2026-07-02T06:02:06.639659Z","end":"2026-07-02T06:02:15.116046Z","steps":["trace[1253109646] 'agreement among raft nodes before linearized reading' (duration: 8.475650505s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.116082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:06.639638Z","time spent":"8.476434786s","remote":"127.0.0.1:53060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:15.115068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.362800741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-02T06:02:15.11614Z","caller":"traceutil/trace.go:171","msg":"trace[339219414] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:28856; }","duration":"8.363918331s","start":"2026-07-02T06:02:06.752214Z","end":"2026-07-02T06:02:15.116132Z","steps":["trace[339219414] 'agreement among raft nodes before linearized reading' (duration: 8.362721589s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.116152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370852387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:02:15.116176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:06.752207Z","time spent":"8.363956592s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-02T06:02:15.116214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.329657819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.116244Z","caller":"traceutil/trace.go:171","msg":"trace[1107280678] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:28856; }","duration":"4.329723891s","start":"2026-07-02T06:02:10.786512Z","end":"2026-07-02T06:02:15.116236Z","steps":["trace[1107280678] 'agreement among raft nodes before linearized reading' (duration: 4.32968166s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.114962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.163104466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:15.116275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:10.786487Z","time spent":"4.329779863s","remote":"127.0.0.1:43944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.116281Z","caller":"traceutil/trace.go:171","msg":"trace[1629733579] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:28856; }","duration":"6.164463473s","start":"2026-07-02T06:02:08.951812Z","end":"2026-07-02T06:02:15.116275Z","steps":["trace[1629733579] 'agreement among raft nodes before linearized reading' (duration: 6.163127497s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.116112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063083925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:15.116305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.951794Z","time spent":"6.164502603s","remote":"127.0.0.1:60124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.116327Z","caller":"traceutil/trace.go:171","msg":"trace[571294426] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28856; }","duration":"3.063335982s","start":"2026-07-02T06:02:12.05298Z","end":"2026-07-02T06:02:15.116316Z","steps":["trace[571294426] 'agreement among raft nodes before linearized reading' (duration: 3.063102546s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.11636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:12.052965Z","time spent":"3.063386303s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:15.115475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197856131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T06:02:15.116391Z","caller":"traceutil/trace.go:171","msg":"trace[1062193524] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28856; }","duration":"1.198806337s","start":"2026-07-02T06:02:13.917579Z","end":"2026-07-02T06:02:15.116386Z","steps":["trace[1062193524] 'agreement among raft nodes before linearized reading' (duration: 1.197853281s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.116416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:13.917558Z","time spent":"1.198852417s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T06:02:15.116415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388451725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:15.11618Z","caller":"traceutil/trace.go:171","msg":"trace[326976817] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28856; }","duration":"3.370911659s","start":"2026-07-02T06:02:11.745257Z","end":"2026-07-02T06:02:15.116169Z","steps":["trace[326976817] 'agreement among raft nodes before linearized reading' (duration: 3.370871448s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.116473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:11.745219Z","time spent":"3.371244968s","remote":"127.0.0.1:39946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.115814Z","caller":"traceutil/trace.go:171","msg":"trace[221003749] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28856; }","duration":"2.141386012s","start":"2026-07-02T06:02:12.974423Z","end":"2026-07-02T06:02:15.115809Z","steps":["trace[221003749] 'agreement among raft nodes before linearized reading' (duration: 2.141335161s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.116518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:12.974404Z","time spent":"2.142107482s","remote":"127.0.0.1:39638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T06:02:15.115843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:08.961794Z","time spent":"6.154037971s","remote":"127.0.0.1:60048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:15.11644Z","caller":"traceutil/trace.go:171","msg":"trace[702865325] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28856; }","duration":"4.388514747s","start":"2026-07-02T06:02:10.727918Z","end":"2026-07-02T06:02:15.116433Z","steps":["trace[702865325] 'agreement among raft nodes before linearized reading' (duration: 4.388475036s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:15.116701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:10.7279Z","time spent":"4.388792544s","remote":"127.0.0.1:52854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:16.052751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.215562ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-07-02T06:02:16.052845Z","caller":"traceutil/trace.go:171","msg":"trace[223523917] linearizableReadLoop","detail":"{readStateIndex:30179; appliedIndex:30178; }","duration":"939.215755ms","start":"2026-07-02T06:02:15.113613Z","end":"2026-07-02T06:02:16.052828Z","steps":["trace[223523917] 'read index received' (duration: 180.90143ms)","trace[223523917] 'applied index is now lower than readState.Index' (duration: 758.312875ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:16.052849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.058111Z","time spent":"994.730371ms","remote":"127.0.0.1:39572","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-02T06:02:16.053018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.118269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16994"} {"level":"warn","ts":"2026-07-02T06:02:16.053029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.994535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-02T06:02:16.053031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.67811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-07-02T06:02:16.05307Z","caller":"traceutil/trace.go:171","msg":"trace[1917154998] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28856; }","duration":"996.188211ms","start":"2026-07-02T06:02:15.056868Z","end":"2026-07-02T06:02:16.053056Z","steps":["trace[1917154998] 'agreement among raft nodes before linearized reading' (duration: 996.012746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:16.053103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.056857Z","time spent":"996.240392ms","remote":"127.0.0.1:39640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17018,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-02T06:02:16.0531Z","caller":"traceutil/trace.go:171","msg":"trace[1286250314] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28856; }","duration":"993.091587ms","start":"2026-07-02T06:02:15.05999Z","end":"2026-07-02T06:02:16.053081Z","steps":["trace[1286250314] 'agreement among raft nodes before linearized reading' (duration: 992.865141ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:16.05311Z","caller":"traceutil/trace.go:171","msg":"trace[1947214412] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:28856; }","duration":"994.791053ms","start":"2026-07-02T06:02:15.0583Z","end":"2026-07-02T06:02:16.053091Z","steps":["trace[1947214412] 'agreement among raft nodes before linearized reading' (duration: 994.560597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:16.053147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.059982Z","time spent":"993.154799ms","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-02T06:02:16.053153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.058286Z","time spent":"994.858795ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":713,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-02T06:02:16.053162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.007166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-02T06:02:16.053214Z","caller":"traceutil/trace.go:171","msg":"trace[844837591] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:28856; }","duration":"993.084087ms","start":"2026-07-02T06:02:15.060115Z","end":"2026-07-02T06:02:16.053199Z","steps":["trace[844837591] 'agreement among raft nodes before linearized reading' (duration: 992.906402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:16.053249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.060104Z","time spent":"993.136908ms","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-02T06:02:16.55376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:02:17.05408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:02:17.127962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:17.128055Z","caller":"traceutil/trace.go:171","msg":"trace[875156565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000705978s","start":"2026-07-02T06:02:15.127329Z","end":"2026-07-02T06:02:17.128035Z","steps":["trace[875156565] 'agreement among raft nodes before linearized reading' (duration: 2.000585425s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:17.128182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.127321Z","time spent":"2.000847392s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:02:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:17.555024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:02:18.055704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527571,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:02:18.20641Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.911883697s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:02:18.382339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.121802Z","time spent":"3.260529442s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:02:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:18.38289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998054242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:18.382976Z","caller":"traceutil/trace.go:171","msg":"trace[1818465500] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998223327s","start":"2026-07-02T06:02:15.384733Z","end":"2026-07-02T06:02:18.382956Z","steps":["trace[1818465500] 'agreement among raft nodes before linearized reading' (duration: 2.998090083s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:18.383034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.38471Z","time spent":"2.998309498s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:02:18.383017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998287348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} 2026/07/02 06:02:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-02T06:02:18.383085Z","caller":"traceutil/trace.go:171","msg":"trace[1263456718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998401852s","start":"2026-07-02T06:02:15.384666Z","end":"2026-07-02T06:02:18.383068Z","steps":["trace[1263456718] 'agreement among raft nodes before linearized reading' (duration: 2.998312829s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:18.38313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.384648Z","time spent":"2.998473903s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T06:02:18.382957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.121778Z","time spent":"3.261170819s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:02:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:18.383121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.12156Z","time spent":"3.26155159s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:02:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/02 06:02:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:18.383971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998152084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:18.384044Z","caller":"traceutil/trace.go:171","msg":"trace[2096049455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998283058s","start":"2026-07-02T06:02:15.38574Z","end":"2026-07-02T06:02:18.384023Z","steps":["trace[2096049455] 'agreement among raft nodes before linearized reading' (duration: 2.998190746s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:18.3841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.385718Z","time spent":"2.99837013s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/02 06:02:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:18.399607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278973149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:18.399657Z","caller":"traceutil/trace.go:171","msg":"trace[1912090207] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; }","duration":"3.279063332s","start":"2026-07-02T06:02:15.120582Z","end":"2026-07-02T06:02:18.399646Z","steps":["trace[1912090207] 'agreement among raft nodes before linearized reading' (duration: 3.27900406s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:18.399689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.12057Z","time spent":"3.279113683s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} 2026/07/02 06:02:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:18.400678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.280050058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:18.400722Z","caller":"traceutil/trace.go:171","msg":"trace[1039094778] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; }","duration":"3.28012893s","start":"2026-07-02T06:02:15.120582Z","end":"2026-07-02T06:02:18.400711Z","steps":["trace[1039094778] 'agreement among raft nodes before linearized reading' (duration: 3.280082219s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:18.400765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.120565Z","time spent":"3.280188463s","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} 2026/07/02 06:02:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:18.40717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:16.100865Z","time spent":"2.306302191s","remote":"127.0.0.1:39932","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/02 06:02:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:19.128063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-02T06:02:19.128184Z","caller":"traceutil/trace.go:171","msg":"trace[6823897] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000864s","start":"2026-07-02T06:02:17.128085Z","end":"2026-07-02T06:02:19.128171Z","steps":["trace[6823897] 'agreement among raft nodes before linearized reading' (duration: 1.999948687s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:19.128241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:17.128079Z","time spent":"2.000152602s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/02 06:02:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-02T06:02:19.337344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130608276s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:02:19.337593Z","caller":"traceutil/trace.go:171","msg":"trace[1033183899] transaction","detail":"{read_only:false; response_revision:28858; number_of_response:1; }","duration":"4.215895852s","start":"2026-07-02T06:02:15.121679Z","end":"2026-07-02T06:02:19.337575Z","steps":["trace[1033183899] 'process raft request' (duration: 4.215763928s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:19.337666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.12166Z","time spent":"4.215972734s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:19.99476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.78800878s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:02:20.763861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.750557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:02:20.764179Z","caller":"traceutil/trace.go:171","msg":"trace[515041491] transaction","detail":"{read_only:false; response_revision:28861; number_of_response:1; }","duration":"4.710602616s","start":"2026-07-02T06:02:16.053543Z","end":"2026-07-02T06:02:20.764145Z","steps":["trace[515041491] 'process raft request' (duration: 3.941458029s)","trace[515041491] 'compare' (duration: 768.630403ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:20.764327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:16.053521Z","time spent":"4.710727879s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:20.764442Z","caller":"traceutil/trace.go:171","msg":"trace[722686751] transaction","detail":"{read_only:false; response_revision:28862; number_of_response:1; }","duration":"4.707657927s","start":"2026-07-02T06:02:16.056764Z","end":"2026-07-02T06:02:20.764422Z","steps":["trace[722686751] 'process raft request' (duration: 4.707219065s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:20.764533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:16.056744Z","time spent":"4.707745379s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:20.76505Z","caller":"traceutil/trace.go:171","msg":"trace[890457383] linearizableReadLoop","detail":"{readStateIndex:30190; appliedIndex:30179; }","duration":"4.712145068s","start":"2026-07-02T06:02:16.052877Z","end":"2026-07-02T06:02:20.765022Z","steps":["trace[890457383] 'read index received' (duration: 2.15384487s)","trace[890457383] 'applied index is now lower than readState.Index' (duration: 2.558297298s)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:20.76495Z","caller":"traceutil/trace.go:171","msg":"trace[2143530718] transaction","detail":"{read_only:false; response_revision:28866; number_of_response:1; }","duration":"3.642048872s","start":"2026-07-02T06:02:17.122867Z","end":"2026-07-02T06:02:20.764915Z","steps":["trace[2143530718] 'process raft request' (duration: 3.641809166s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:20.765061Z","caller":"traceutil/trace.go:171","msg":"trace[850575174] transaction","detail":"{read_only:false; response_revision:28867; number_of_response:1; }","duration":"3.641867757s","start":"2026-07-02T06:02:17.123122Z","end":"2026-07-02T06:02:20.76499Z","steps":["trace[850575174] 'process raft request' (duration: 3.64158569s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:20.76502Z","caller":"traceutil/trace.go:171","msg":"trace[116275805] transaction","detail":"{read_only:false; response_revision:28863; number_of_response:1; }","duration":"4.703534525s","start":"2026-07-02T06:02:16.061454Z","end":"2026-07-02T06:02:20.764988Z","steps":["trace[116275805] 'process raft request' (duration: 4.703030621s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:20.765789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:17.123093Z","time spent":"3.642623668s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:20.765239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:17.122862Z","time spent":"3.642302949s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:20.765894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:16.061443Z","time spent":"4.704396539s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:20.765918Z","caller":"traceutil/trace.go:171","msg":"trace[1807700883] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28868; }","duration":"2.380680037s","start":"2026-07-02T06:02:18.385223Z","end":"2026-07-02T06:02:20.765903Z","steps":["trace[1807700883] 'process raft request' (duration: 2.380083201s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:20.765918Z","caller":"traceutil/trace.go:171","msg":"trace[2027609688] transaction","detail":"{read_only:false; response_revision:28869; number_of_response:1; }","duration":"2.379544547s","start":"2026-07-02T06:02:18.386356Z","end":"2026-07-02T06:02:20.7659Z","steps":["trace[2027609688] 'process raft request' (duration: 2.379431104s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:20.765279Z","caller":"traceutil/trace.go:171","msg":"trace[1877680731] transaction","detail":"{read_only:false; response_revision:28865; number_of_response:1; }","duration":"3.6430448s","start":"2026-07-02T06:02:17.122224Z","end":"2026-07-02T06:02:20.765269Z","steps":["trace[1877680731] 'process raft request' (duration: 3.642415213s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:20.765974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:18.385188Z","time spent":"2.380756309s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:20.766039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:17.122206Z","time spent":"3.643774359s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:20.76605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:18.386342Z","time spent":"2.379628509s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:20.765376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.574830038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:20.766171Z","caller":"traceutil/trace.go:171","msg":"trace[1510424702] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:28868; }","duration":"5.575718322s","start":"2026-07-02T06:02:15.190426Z","end":"2026-07-02T06:02:20.766145Z","steps":["trace[1510424702] 'agreement among raft nodes before linearized reading' (duration: 5.574717415s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:20.76545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.646590894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-02T06:02:20.766231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.190404Z","time spent":"5.575807445s","remote":"127.0.0.1:52946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:20.766256Z","caller":"traceutil/trace.go:171","msg":"trace[1614036703] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:28868; }","duration":"5.647412547s","start":"2026-07-02T06:02:15.118823Z","end":"2026-07-02T06:02:20.766236Z","steps":["trace[1614036703] 'agreement among raft nodes before linearized reading' (duration: 5.646339688s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:20.766281Z","caller":"traceutil/trace.go:171","msg":"trace[30782901] transaction","detail":"{read_only:false; number_of_response:1; response_revision:28867; }","duration":"2.380627356s","start":"2026-07-02T06:02:18.385127Z","end":"2026-07-02T06:02:20.765755Z","steps":["trace[30782901] 'process raft request' (duration: 2.379619849s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:20.766319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:15.118805Z","time spent":"5.647498378s","remote":"127.0.0.1:39526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-02T06:02:20.766392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:18.385105Z","time spent":"2.381238502s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:20.765474Z","caller":"traceutil/trace.go:171","msg":"trace[56137881] transaction","detail":"{read_only:false; response_revision:28868; number_of_response:1; }","duration":"2.380226864s","start":"2026-07-02T06:02:18.385221Z","end":"2026-07-02T06:02:20.765447Z","steps":["trace[56137881] 'process raft request' (duration: 2.379564877s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:20.766525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:18.385194Z","time spent":"2.381283343s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:21.134429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000515523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-02T06:02:21.134535Z","caller":"traceutil/trace.go:171","msg":"trace[1913493604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000663707s","start":"2026-07-02T06:02:19.133853Z","end":"2026-07-02T06:02:21.134517Z","steps":["trace[1913493604] 'agreement among raft nodes before linearized reading' (duration: 2.000532494s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:21.134588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:19.133843Z","time spent":"2.000735649s","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:02:21.266004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13559387543252527584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-02T06:02:21.585743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119729015s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-02T06:02:21.782994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.807559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:02:21.78309Z","caller":"traceutil/trace.go:171","msg":"trace[1234417883] linearizableReadLoop","detail":"{readStateIndex:30195; appliedIndex:30194; }","duration":"1.0179588s","start":"2026-07-02T06:02:20.765116Z","end":"2026-07-02T06:02:21.783074Z","steps":["trace[1234417883] 'read index received' (duration: 820.859513ms)","trace[1234417883] 'applied index is now lower than readState.Index' (duration: 197.098067ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:21.783158Z","caller":"traceutil/trace.go:171","msg":"trace[870417312] transaction","detail":"{read_only:false; response_revision:28870; number_of_response:1; }","duration":"1.722736561s","start":"2026-07-02T06:02:20.060412Z","end":"2026-07-02T06:02:21.783148Z","steps":["trace[870417312] 'process raft request' (duration: 1.525660235s)","trace[870417312] 'compare' (duration: 195.927665ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:21.783218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:20.060371Z","time spent":"1.722817283s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:21.783344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.071663026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:02:21.783394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.72614111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-02T06:02:21.783422Z","caller":"traceutil/trace.go:171","msg":"trace[1891908018] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:28870; }","duration":"5.07179387s","start":"2026-07-02T06:02:16.71161Z","end":"2026-07-02T06:02:21.783404Z","steps":["trace[1891908018] 'agreement among raft nodes before linearized reading' (duration: 5.071639965s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:21.783428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665528132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-02T06:02:21.783461Z","caller":"traceutil/trace.go:171","msg":"trace[1980856387] range","detail":"{range_begin:/registry/persistentvolumes/pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0; range_end:; response_count:1; response_revision:28870; }","duration":"5.726235943s","start":"2026-07-02T06:02:16.057207Z","end":"2026-07-02T06:02:21.783442Z","steps":["trace[1980856387] 'agreement among raft nodes before linearized reading' (duration: 5.726046537s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:21.783472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:16.711595Z","time spent":"5.071862201s","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:21.783501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:16.05719Z","time spent":"5.726302094s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-80657f53-6fce-4712-95ff-d610bd1d8cf0\" "} {"level":"warn","ts":"2026-07-02T06:02:21.78359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016127014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:02:21.783503Z","caller":"traceutil/trace.go:171","msg":"trace[639977381] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28870; }","duration":"2.665639415s","start":"2026-07-02T06:02:19.117846Z","end":"2026-07-02T06:02:21.783486Z","steps":["trace[639977381] 'agreement among raft nodes before linearized reading' (duration: 2.665402488s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:21.783629Z","caller":"traceutil/trace.go:171","msg":"trace[85218678] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:28870; }","duration":"2.016210776s","start":"2026-07-02T06:02:19.767409Z","end":"2026-07-02T06:02:21.78362Z","steps":["trace[85218678] 'agreement among raft nodes before linearized reading' (duration: 2.016119654s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:21.783631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654776717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-02T06:02:21.783618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9689297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:21.783663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:19.76739Z","time spent":"2.016264438s","remote":"127.0.0.1:39628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:21.783663Z","caller":"traceutil/trace.go:171","msg":"trace[1802465168] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:28870; }","duration":"1.654855549s","start":"2026-07-02T06:02:20.128798Z","end":"2026-07-02T06:02:21.783653Z","steps":["trace[1802465168] 'agreement among raft nodes before linearized reading' (duration: 1.654721236s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:21.783662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:19.117826Z","time spent":"2.6658143s","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-02T06:02:21.783696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:20.128772Z","time spent":"1.65491823s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3215,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-02T06:02:21.783678Z","caller":"traceutil/trace.go:171","msg":"trace[323414540] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28870; }","duration":"3.969038053s","start":"2026-07-02T06:02:17.814624Z","end":"2026-07-02T06:02:21.783662Z","steps":["trace[323414540] 'agreement among raft nodes before linearized reading' (duration: 3.96893086s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:21.783721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.05769257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-02T06:02:21.783792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:17.814578Z","time spent":"3.969203547s","remote":"127.0.0.1:53178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:21.783793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.294824532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:21.783843Z","caller":"traceutil/trace.go:171","msg":"trace[2007533888] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:28870; }","duration":"3.057847214s","start":"2026-07-02T06:02:18.725951Z","end":"2026-07-02T06:02:21.783798Z","steps":["trace[2007533888] 'agreement among raft nodes before linearized reading' (duration: 3.057523575s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:21.783863Z","caller":"traceutil/trace.go:171","msg":"trace[979112801] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28870; }","duration":"2.294950565s","start":"2026-07-02T06:02:19.488895Z","end":"2026-07-02T06:02:21.783845Z","steps":["trace[979112801] 'agreement among raft nodes before linearized reading' (duration: 2.294818102s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:21.783892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:18.725931Z","time spent":"3.057947407s","remote":"127.0.0.1:39720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:21.783939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:19.488877Z","time spent":"2.295051069s","remote":"127.0.0.1:52822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:21.784085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412607554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:21.784652Z","caller":"traceutil/trace.go:171","msg":"trace[770106110] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:28870; }","duration":"1.413219252s","start":"2026-07-02T06:02:20.371411Z","end":"2026-07-02T06:02:21.784631Z","steps":["trace[770106110] 'agreement among raft nodes before linearized reading' (duration: 1.412195064s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:21.784961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:20.371386Z","time spent":"1.41355185s","remote":"127.0.0.1:59332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:21.784886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.848543657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:02:21.785128Z","caller":"traceutil/trace.go:171","msg":"trace[907744511] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:28870; }","duration":"4.848831544s","start":"2026-07-02T06:02:16.936273Z","end":"2026-07-02T06:02:21.785105Z","steps":["trace[907744511] 'agreement among raft nodes before linearized reading' (duration: 4.846979154s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:21.785434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:16.93625Z","time spent":"4.848914427s","remote":"127.0.0.1:39960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2802,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:22.50529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.589537ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-02T06:02:22.505485Z","caller":"traceutil/trace.go:171","msg":"trace[599041625] linearizableReadLoop","detail":"{readStateIndex:30196; appliedIndex:30195; }","duration":"722.349064ms","start":"2026-07-02T06:02:21.783115Z","end":"2026-07-02T06:02:22.505464Z","steps":["trace[599041625] 'read index received' (duration: 183.438548ms)","trace[599041625] 'applied index is now lower than readState.Index' (duration: 538.903096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:22.505623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703002827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:22.505663Z","caller":"traceutil/trace.go:171","msg":"trace[382771474] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:28871; }","duration":"1.703083119s","start":"2026-07-02T06:02:20.802569Z","end":"2026-07-02T06:02:22.505653Z","steps":["trace[382771474] 'agreement among raft nodes before linearized reading' (duration: 1.703002877s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.5057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:20.802552Z","time spent":"1.703137111s","remote":"127.0.0.1:38460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:22.505699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122816356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-02T06:02:22.505775Z","caller":"traceutil/trace.go:171","msg":"trace[1087172094] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28871; }","duration":"1.122908719s","start":"2026-07-02T06:02:21.382846Z","end":"2026-07-02T06:02:22.505755Z","steps":["trace[1087172094] 'agreement among raft nodes before linearized reading' (duration: 1.122664242s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.505769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737385865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-02T06:02:22.5058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.726883341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-02T06:02:22.505852Z","caller":"traceutil/trace.go:171","msg":"trace[1322904043] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:28871; }","duration":"1.726935343s","start":"2026-07-02T06:02:20.778904Z","end":"2026-07-02T06:02:22.505839Z","steps":["trace[1322904043] 'agreement among raft nodes before linearized reading' (duration: 1.726785579s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:22.505855Z","caller":"traceutil/trace.go:171","msg":"trace[1660017804] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28871; }","duration":"1.737514058s","start":"2026-07-02T06:02:20.768319Z","end":"2026-07-02T06:02:22.505833Z","steps":["trace[1660017804] 'agreement among raft nodes before linearized reading' (duration: 1.737280462s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.505868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354062115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:22.505891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:20.778863Z","time spent":"1.727018675s","remote":"127.0.0.1:39652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-02T06:02:22.505905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:20.768302Z","time spent":"1.73759069s","remote":"127.0.0.1:39748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-02T06:02:22.505926Z","caller":"traceutil/trace.go:171","msg":"trace[1223627491] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:28871; }","duration":"1.354149777s","start":"2026-07-02T06:02:21.151759Z","end":"2026-07-02T06:02:22.505908Z","steps":["trace[1223627491] 'agreement among raft nodes before linearized reading' (duration: 1.354067895s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.505977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:21.151742Z","time spent":"1.354219278s","remote":"127.0.0.1:53068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:22.505799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123797563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-02T06:02:22.506048Z","caller":"traceutil/trace.go:171","msg":"trace[1414336599] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28871; }","duration":"1.124086411s","start":"2026-07-02T06:02:21.38195Z","end":"2026-07-02T06:02:22.506036Z","steps":["trace[1414336599] 'agreement among raft nodes before linearized reading' (duration: 1.12369708s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.506082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:21.38193Z","time spent":"1.124142572s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:02:22.506129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110877665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:02:22.506176Z","caller":"traceutil/trace.go:171","msg":"trace[260173715] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:28871; }","duration":"1.110942907s","start":"2026-07-02T06:02:21.395218Z","end":"2026-07-02T06:02:22.50616Z","steps":["trace[260173715] 'agreement among raft nodes before linearized reading' (duration: 1.110831704s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.506211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:21.395182Z","time spent":"1.111021739s","remote":"127.0.0.1:39972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:22.505816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:21.382815Z","time spent":"1.122991821s","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T06:02:22.506259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.736916872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0f670872a\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-02T06:02:22.506541Z","caller":"traceutil/trace.go:171","msg":"trace[614946737] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be63a0f670872a; range_end:; response_count:1; response_revision:28871; }","duration":"1.737113277s","start":"2026-07-02T06:02:20.769274Z","end":"2026-07-02T06:02:22.506387Z","steps":["trace[614946737] 'agreement among raft nodes before linearized reading' (duration: 1.736640794s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.506623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:20.769264Z","time spent":"1.737341703s","remote":"127.0.0.1:39572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0f670872a\" "} {"level":"warn","ts":"2026-07-02T06:02:22.50663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.704392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:22.505611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370483957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:22.506739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.027685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:22.50673Z","caller":"traceutil/trace.go:171","msg":"trace[600822528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28871; }","duration":"1.371638209s","start":"2026-07-02T06:02:21.135074Z","end":"2026-07-02T06:02:22.506712Z","steps":["trace[600822528] 'agreement among raft nodes before linearized reading' (duration: 1.370455537s)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:22.506778Z","caller":"traceutil/trace.go:171","msg":"trace[874208217] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:28871; }","duration":"590.105107ms","start":"2026-07-02T06:02:21.916659Z","end":"2026-07-02T06:02:22.506764Z","steps":["trace[874208217] 'agreement among raft nodes before linearized reading' (duration: 590.048496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.506782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.172069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:02:22.506807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:21.13506Z","time spent":"1.371730241s","remote":"127.0.0.1:39462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T06:02:22.506818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:21.916639Z","time spent":"590.167918ms","remote":"127.0.0.1:53216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:22.506548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.775004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-02T06:02:22.506835Z","caller":"traceutil/trace.go:171","msg":"trace[1882222689] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:28871; }","duration":"613.271322ms","start":"2026-07-02T06:02:21.893545Z","end":"2026-07-02T06:02:22.506817Z","steps":["trace[1882222689] 'agreement among raft nodes before linearized reading' (duration: 613.183099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.506866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.464442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-07-02T06:02:22.506912Z","caller":"traceutil/trace.go:171","msg":"trace[275860852] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:28871; }","duration":"638.546974ms","start":"2026-07-02T06:02:21.868354Z","end":"2026-07-02T06:02:22.506901Z","steps":["trace[275860852] 'agreement among raft nodes before linearized reading' (duration: 638.40357ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:22.506905Z","caller":"traceutil/trace.go:171","msg":"trace[1580226080] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:28871; }","duration":"717.189845ms","start":"2026-07-02T06:02:21.789678Z","end":"2026-07-02T06:02:22.506867Z","steps":["trace[1580226080] 'agreement among raft nodes before linearized reading' (duration: 716.672681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.506946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:21.868336Z","time spent":"638.601355ms","remote":"127.0.0.1:39672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-07-02T06:02:22.506878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:21.893526Z","time spent":"613.343524ms","remote":"127.0.0.1:52806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:22.50701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:21.78966Z","time spent":"717.312829ms","remote":"127.0.0.1:39632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-07-02T06:02:22.506682Z","caller":"traceutil/trace.go:171","msg":"trace[501920192] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28871; }","duration":"445.797314ms","start":"2026-07-02T06:02:22.060868Z","end":"2026-07-02T06:02:22.506665Z","steps":["trace[501920192] 'agreement among raft nodes before linearized reading' (duration: 445.716282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.507116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:22.060846Z","time spent":"446.246336ms","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:02:22.668484Z","caller":"traceutil/trace.go:171","msg":"trace[488636711] transaction","detail":"{read_only:false; response_revision:28875; number_of_response:1; }","duration":"107.320025ms","start":"2026-07-02T06:02:22.561117Z","end":"2026-07-02T06:02:22.668437Z","steps":["trace[488636711] 'process raft request' (duration: 55.905138ms)","trace[488636711] 'compare' (duration: 51.16632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:22.668834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.141516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-02T06:02:22.668944Z","caller":"traceutil/trace.go:171","msg":"trace[304039459] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7; range_end:; response_count:1; response_revision:28875; }","duration":"105.26501ms","start":"2026-07-02T06:02:22.563632Z","end":"2026-07-02T06:02:22.668897Z","steps":["trace[304039459] 'agreement among raft nodes before linearized reading' (duration: 105.049444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:22.930915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.406561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:02:22.93111Z","caller":"traceutil/trace.go:171","msg":"trace[1575146463] transaction","detail":"{read_only:false; response_revision:28881; number_of_response:1; }","duration":"161.481746ms","start":"2026-07-02T06:02:22.769596Z","end":"2026-07-02T06:02:22.931078Z","steps":["trace[1575146463] 'process raft request' (duration: 18.848528ms)","trace[1575146463] 'compare' (duration: 142.241307ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:22.931146Z","caller":"traceutil/trace.go:171","msg":"trace[599849895] transaction","detail":"{read_only:false; response_revision:28885; number_of_response:1; }","duration":"158.587187ms","start":"2026-07-02T06:02:22.77255Z","end":"2026-07-02T06:02:22.931137Z","steps":["trace[599849895] 'process raft request' (duration: 158.561987ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:22.931138Z","caller":"traceutil/trace.go:171","msg":"trace[833298710] transaction","detail":"{read_only:false; response_revision:28882; number_of_response:1; }","duration":"159.799731ms","start":"2026-07-02T06:02:22.771314Z","end":"2026-07-02T06:02:22.931113Z","steps":["trace[833298710] 'process raft request' (duration: 159.683138ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:22.931372Z","caller":"traceutil/trace.go:171","msg":"trace[739600628] transaction","detail":"{read_only:false; response_revision:28883; number_of_response:1; }","duration":"159.231706ms","start":"2026-07-02T06:02:22.772133Z","end":"2026-07-02T06:02:22.931365Z","steps":["trace[739600628] 'process raft request' (duration: 158.912077ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:22.931476Z","caller":"traceutil/trace.go:171","msg":"trace[1805157773] transaction","detail":"{read_only:false; response_revision:28884; number_of_response:1; }","duration":"159.250525ms","start":"2026-07-02T06:02:22.772218Z","end":"2026-07-02T06:02:22.931469Z","steps":["trace[1805157773] 'process raft request' (duration: 158.859795ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:23.066699Z","caller":"traceutil/trace.go:171","msg":"trace[599960068] linearizableReadLoop","detail":"{readStateIndex:30213; appliedIndex:30212; }","duration":"114.071197ms","start":"2026-07-02T06:02:22.952571Z","end":"2026-07-02T06:02:23.066642Z","steps":["trace[599960068] 'read index received' (duration: 97.262883ms)","trace[599960068] 'applied index is now lower than readState.Index' (duration: 16.807054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:23.066906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.305894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-02T06:02:23.066951Z","caller":"traceutil/trace.go:171","msg":"trace[1109665832] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18be63a0396b9fc7; range_end:; response_count:1; response_revision:28887; }","duration":"114.393046ms","start":"2026-07-02T06:02:22.952547Z","end":"2026-07-02T06:02:23.06694Z","steps":["trace[1109665832] 'agreement among raft nodes before linearized reading' (duration: 114.223581ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:23.067149Z","caller":"traceutil/trace.go:171","msg":"trace[1276582413] transaction","detail":"{read_only:false; response_revision:28887; number_of_response:1; }","duration":"116.498303ms","start":"2026-07-02T06:02:22.950625Z","end":"2026-07-02T06:02:23.067124Z","steps":["trace[1276582413] 'process raft request' (duration: 99.236387ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:23.329848Z","caller":"traceutil/trace.go:171","msg":"trace[1687913803] linearizableReadLoop","detail":"{readStateIndex:30219; appliedIndex:30218; }","duration":"101.024505ms","start":"2026-07-02T06:02:23.228796Z","end":"2026-07-02T06:02:23.329821Z","steps":["trace[1687913803] 'read index received' (duration: 100.869861ms)","trace[1687913803] 'applied index is now lower than readState.Index' (duration: 153.504µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:23.329937Z","caller":"traceutil/trace.go:171","msg":"trace[569081608] transaction","detail":"{read_only:false; response_revision:28893; number_of_response:1; }","duration":"105.747362ms","start":"2026-07-02T06:02:23.224163Z","end":"2026-07-02T06:02:23.32991Z","steps":["trace[569081608] 'process raft request' (duration: 105.491175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:23.330182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.368604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-59d66cbc78-76mbt\" ","response":"range_response_count:1 size:4353"} {"level":"info","ts":"2026-07-02T06:02:23.33026Z","caller":"traceutil/trace.go:171","msg":"trace[1937233854] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-59d66cbc78-76mbt; range_end:; response_count:1; response_revision:28893; }","duration":"101.493697ms","start":"2026-07-02T06:02:23.228753Z","end":"2026-07-02T06:02:23.330247Z","steps":["trace[1937233854] 'agreement among raft nodes before linearized reading' (duration: 101.207ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:23.332687Z","caller":"traceutil/trace.go:171","msg":"trace[1529356186] transaction","detail":"{read_only:false; response_revision:28894; number_of_response:1; }","duration":"101.843957ms","start":"2026-07-02T06:02:23.230831Z","end":"2026-07-02T06:02:23.332675Z","steps":["trace[1529356186] 'process raft request' (duration: 101.768735ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:23.493915Z","caller":"traceutil/trace.go:171","msg":"trace[1262878813] transaction","detail":"{read_only:false; response_revision:28896; number_of_response:1; }","duration":"156.004118ms","start":"2026-07-02T06:02:23.337874Z","end":"2026-07-02T06:02:23.493878Z","steps":["trace[1262878813] 'process raft request' (duration: 66.619467ms)","trace[1262878813] 'compare' (duration: 89.242367ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:23.523455Z","caller":"traceutil/trace.go:171","msg":"trace[133301642] linearizableReadLoop","detail":"{readStateIndex:30223; appliedIndex:30222; }","duration":"113.727567ms","start":"2026-07-02T06:02:23.409703Z","end":"2026-07-02T06:02:23.523431Z","steps":["trace[133301642] 'read index received' (duration: 113.496251ms)","trace[133301642] 'applied index is now lower than readState.Index' (duration: 230.526µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:23.523561Z","caller":"traceutil/trace.go:171","msg":"trace[1710234379] transaction","detail":"{read_only:false; response_revision:28897; number_of_response:1; }","duration":"171.291971ms","start":"2026-07-02T06:02:23.352229Z","end":"2026-07-02T06:02:23.523521Z","steps":["trace[1710234379] 'process raft request' (duration: 171.098016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:23.523748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.017656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:23.523831Z","caller":"traceutil/trace.go:171","msg":"trace[762859007] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28897; }","duration":"114.15874ms","start":"2026-07-02T06:02:23.409651Z","end":"2026-07-02T06:02:23.52381Z","steps":["trace[762859007] 'agreement among raft nodes before linearized reading' (duration: 113.953014ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:24.333295Z","caller":"traceutil/trace.go:171","msg":"trace[147449785] transaction","detail":"{read_only:false; response_revision:28929; number_of_response:1; }","duration":"146.000248ms","start":"2026-07-02T06:02:24.187259Z","end":"2026-07-02T06:02:24.33326Z","steps":["trace[147449785] 'process raft request' (duration: 145.806583ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:25.487327Z","caller":"traceutil/trace.go:171","msg":"trace[1417379116] linearizableReadLoop","detail":"{readStateIndex:30284; appliedIndex:30282; }","duration":"140.813578ms","start":"2026-07-02T06:02:25.346486Z","end":"2026-07-02T06:02:25.4873Z","steps":["trace[1417379116] 'read index received' (duration: 24.10144ms)","trace[1417379116] 'applied index is now lower than readState.Index' (duration: 116.711128ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:25.487531Z","caller":"traceutil/trace.go:171","msg":"trace[1541942365] transaction","detail":"{read_only:false; response_revision:28958; number_of_response:1; }","duration":"208.649018ms","start":"2026-07-02T06:02:25.278862Z","end":"2026-07-02T06:02:25.487511Z","steps":["trace[1541942365] 'process raft request' (duration: 160.630533ms)","trace[1541942365] 'compare' (duration: 47.683246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:25.487884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.382534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:6231"} {"level":"info","ts":"2026-07-02T06:02:25.487926Z","caller":"traceutil/trace.go:171","msg":"trace[222931497] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:28958; }","duration":"141.497667ms","start":"2026-07-02T06:02:25.346419Z","end":"2026-07-02T06:02:25.487916Z","steps":["trace[222931497] 'agreement among raft nodes before linearized reading' (duration: 140.985133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:52.160172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.141981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-5bd466555b-tjrqk\" ","response":"range_response_count:1 size:7895"} {"level":"info","ts":"2026-07-02T06:02:52.160269Z","caller":"traceutil/trace.go:171","msg":"trace[2125120595] transaction","detail":"{read_only:false; response_revision:29195; number_of_response:1; }","duration":"229.701696ms","start":"2026-07-02T06:02:51.930502Z","end":"2026-07-02T06:02:52.160204Z","steps":["trace[2125120595] 'process raft request' (duration: 204.380583ms)","trace[2125120595] 'compare' (duration: 25.175209ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:52.160307Z","caller":"traceutil/trace.go:171","msg":"trace[1024540959] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-5bd466555b-tjrqk; range_end:; response_count:1; response_revision:29194; }","duration":"239.291895ms","start":"2026-07-02T06:02:51.920985Z","end":"2026-07-02T06:02:52.160277Z","steps":["trace[1024540959] 'range keys from in-memory index tree' (duration: 238.935565ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:52.160196Z","caller":"traceutil/trace.go:171","msg":"trace[820257294] linearizableReadLoop","detail":"{readStateIndex:30528; appliedIndex:30527; }","duration":"214.082445ms","start":"2026-07-02T06:02:51.946087Z","end":"2026-07-02T06:02:52.160169Z","steps":["trace[820257294] 'read index received' (duration: 188.771403ms)","trace[820257294] 'applied index is now lower than readState.Index' (duration: 25.309502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:52.160382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.27251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-nhqm6\" ","response":"range_response_count:1 size:7614"} {"level":"info","ts":"2026-07-02T06:02:52.160438Z","caller":"traceutil/trace.go:171","msg":"trace[1978542833] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-nhqm6; range_end:; response_count:1; response_revision:29195; }","duration":"214.339682ms","start":"2026-07-02T06:02:51.946083Z","end":"2026-07-02T06:02:52.160423Z","steps":["trace[1978542833] 'agreement among raft nodes before linearized reading' (duration: 214.169388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:52.160842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.04463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-f2drm\" ","response":"range_response_count:1 size:3980"} {"level":"warn","ts":"2026-07-02T06:02:52.160832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.061247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-zsv7g\" ","response":"range_response_count:1 size:5467"} {"level":"info","ts":"2026-07-02T06:02:52.160884Z","caller":"traceutil/trace.go:171","msg":"trace[565707149] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-f2drm; range_end:; response_count:1; response_revision:29195; }","duration":"139.120952ms","start":"2026-07-02T06:02:52.021752Z","end":"2026-07-02T06:02:52.160873Z","steps":["trace[565707149] 'agreement among raft nodes before linearized reading' (duration: 139.02591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:52.16085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.301529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:6036"} {"level":"info","ts":"2026-07-02T06:02:52.160922Z","caller":"traceutil/trace.go:171","msg":"trace[1483346841] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-69996b7f7f-zsv7g; range_end:; response_count:1; response_revision:29195; }","duration":"114.211041ms","start":"2026-07-02T06:02:52.046686Z","end":"2026-07-02T06:02:52.160898Z","steps":["trace[1483346841] 'agreement among raft nodes before linearized reading' (duration: 113.898303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:52.160943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.707903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-02T06:02:52.160951Z","caller":"traceutil/trace.go:171","msg":"trace[525578142] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:29195; }","duration":"188.447894ms","start":"2026-07-02T06:02:51.972472Z","end":"2026-07-02T06:02:52.16092Z","steps":["trace[525578142] 'agreement among raft nodes before linearized reading' (duration: 188.079664ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:52.160978Z","caller":"traceutil/trace.go:171","msg":"trace[1304417645] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29195; }","duration":"164.797926ms","start":"2026-07-02T06:02:51.996171Z","end":"2026-07-02T06:02:52.160969Z","steps":["trace[1304417645] 'agreement among raft nodes before linearized reading' (duration: 164.697773ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:55.505668Z","caller":"traceutil/trace.go:171","msg":"trace[1870796963] transaction","detail":"{read_only:false; response_revision:29224; number_of_response:1; }","duration":"404.281345ms","start":"2026-07-02T06:02:55.101352Z","end":"2026-07-02T06:02:55.505633Z","steps":["trace[1870796963] 'process raft request' (duration: 403.926815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:55.506036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:55.10133Z","time spent":"404.45172ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:55.80329Z","caller":"traceutil/trace.go:171","msg":"trace[1545611365] transaction","detail":"{read_only:false; response_revision:29225; number_of_response:1; }","duration":"640.723953ms","start":"2026-07-02T06:02:55.16252Z","end":"2026-07-02T06:02:55.803244Z","steps":["trace[1545611365] 'process raft request' (duration: 576.779008ms)","trace[1545611365] 'compare' (duration: 63.563075ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:55.803311Z","caller":"traceutil/trace.go:171","msg":"trace[1485390000] linearizableReadLoop","detail":"{readStateIndex:30560; appliedIndex:30558; }","duration":"623.755736ms","start":"2026-07-02T06:02:55.179523Z","end":"2026-07-02T06:02:55.803279Z","steps":["trace[1485390000] 'read index received' (duration: 325.908402ms)","trace[1485390000] 'applied index is now lower than readState.Index' (duration: 297.845964ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:55.803366Z","caller":"traceutil/trace.go:171","msg":"trace[1906415561] transaction","detail":"{read_only:false; response_revision:29226; number_of_response:1; }","duration":"593.230063ms","start":"2026-07-02T06:02:55.21011Z","end":"2026-07-02T06:02:55.80334Z","steps":["trace[1906415561] 'process raft request' (duration: 593.008217ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:55.803375Z","caller":"traceutil/trace.go:171","msg":"trace[2106422155] transaction","detail":"{read_only:false; response_revision:29227; number_of_response:1; }","duration":"558.475155ms","start":"2026-07-02T06:02:55.244876Z","end":"2026-07-02T06:02:55.803351Z","steps":["trace[2106422155] 'process raft request' (duration: 558.340382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:55.803475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:55.162505Z","time spent":"640.871067ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:55.803509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:55.244858Z","time spent":"558.570107ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:55.803516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:55.210084Z","time spent":"593.331435ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:55.803678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.246765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:55.803721Z","caller":"traceutil/trace.go:171","msg":"trace[1226029806] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:29227; }","duration":"619.339327ms","start":"2026-07-02T06:02:55.184369Z","end":"2026-07-02T06:02:55.803709Z","steps":["trace[1226029806] 'agreement among raft nodes before linearized reading' (duration: 619.268875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:55.803746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:55.184346Z","time spent":"619.393579ms","remote":"127.0.0.1:38456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:55.803749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.322731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-02T06:02:55.803754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.862885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T06:02:55.803748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.175815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:55.803799Z","caller":"traceutil/trace.go:171","msg":"trace[587006369] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29227; }","duration":"158.411314ms","start":"2026-07-02T06:02:55.645373Z","end":"2026-07-02T06:02:55.803784Z","steps":["trace[587006369] 'agreement among raft nodes before linearized reading' (duration: 158.27434ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:55.803807Z","caller":"traceutil/trace.go:171","msg":"trace[1445104845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29227; }","duration":"155.946757ms","start":"2026-07-02T06:02:55.647844Z","end":"2026-07-02T06:02:55.80379Z","steps":["trace[1445104845] 'agreement among raft nodes before linearized reading' (duration: 155.808083ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:55.803833Z","caller":"traceutil/trace.go:171","msg":"trace[495960355] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:29227; }","duration":"238.318919ms","start":"2026-07-02T06:02:55.56549Z","end":"2026-07-02T06:02:55.803809Z","steps":["trace[495960355] 'agreement among raft nodes before linearized reading' (duration: 238.171365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:55.803818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.28367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T06:02:55.803967Z","caller":"traceutil/trace.go:171","msg":"trace[130350579] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29227; }","duration":"624.424844ms","start":"2026-07-02T06:02:55.179486Z","end":"2026-07-02T06:02:55.803911Z","steps":["trace[130350579] 'agreement among raft nodes before linearized reading' (duration: 624.030964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:55.804074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:55.179474Z","time spent":"624.541557ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":671,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-02T06:02:55.804618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.964245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:55.804707Z","caller":"traceutil/trace.go:171","msg":"trace[1310768486] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:29227; }","duration":"352.649653ms","start":"2026-07-02T06:02:55.452032Z","end":"2026-07-02T06:02:55.804682Z","steps":["trace[1310768486] 'agreement among raft nodes before linearized reading' (duration: 351.636676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:55.804761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:55.451936Z","time spent":"352.806397ms","remote":"127.0.0.1:36690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:02:56.344767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.895794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:02:56.345113Z","caller":"traceutil/trace.go:171","msg":"trace[809049367] linearizableReadLoop","detail":"{readStateIndex:30565; appliedIndex:30562; }","duration":"409.98668ms","start":"2026-07-02T06:02:55.935107Z","end":"2026-07-02T06:02:56.345094Z","steps":["trace[809049367] 'read index received' (duration: 8.655344ms)","trace[809049367] 'applied index is now lower than readState.Index' (duration: 401.329895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:56.345218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.105893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:56.345254Z","caller":"traceutil/trace.go:171","msg":"trace[1337843990] transaction","detail":"{read_only:false; response_revision:29229; number_of_response:1; }","duration":"534.402086ms","start":"2026-07-02T06:02:55.810812Z","end":"2026-07-02T06:02:56.345214Z","steps":["trace[1337843990] 'process raft request' (duration: 534.061727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:56.345432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:55.8108Z","time spent":"534.546039ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:56.34529Z","caller":"traceutil/trace.go:171","msg":"trace[1141079517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29230; }","duration":"410.212675ms","start":"2026-07-02T06:02:55.935065Z","end":"2026-07-02T06:02:56.345278Z","steps":["trace[1141079517] 'agreement among raft nodes before linearized reading' (duration: 410.112663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:56.345516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:55.935045Z","time spent":"410.442802ms","remote":"127.0.0.1:39460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T06:02:56.3452Z","caller":"traceutil/trace.go:171","msg":"trace[860152351] transaction","detail":"{read_only:false; response_revision:29230; number_of_response:1; }","duration":"533.603884ms","start":"2026-07-02T06:02:55.81156Z","end":"2026-07-02T06:02:56.345164Z","steps":["trace[860152351] 'process raft request' (duration: 533.45108ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:56.345572Z","caller":"traceutil/trace.go:171","msg":"trace[1062135690] transaction","detail":"{read_only:false; response_revision:29228; number_of_response:1; }","duration":"535.888786ms","start":"2026-07-02T06:02:55.809217Z","end":"2026-07-02T06:02:56.345106Z","steps":["trace[1062135690] 'process raft request' (duration: 134.56889ms)","trace[1062135690] 'compare' (duration: 400.495834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:56.345669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:55.811543Z","time spent":"534.054416ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:56.345797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:55.809202Z","time spent":"536.464611ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:56.403218Z","caller":"traceutil/trace.go:171","msg":"trace[1550780736] transaction","detail":"{read_only:false; response_revision:29231; number_of_response:1; }","duration":"230.210451ms","start":"2026-07-02T06:02:56.172974Z","end":"2026-07-02T06:02:56.403185Z","steps":["trace[1550780736] 'process raft request' (duration: 229.736938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:56.40329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.964615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-02T06:02:56.403371Z","caller":"traceutil/trace.go:171","msg":"trace[1726487743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29231; }","duration":"147.077298ms","start":"2026-07-02T06:02:56.256274Z","end":"2026-07-02T06:02:56.403352Z","steps":["trace[1726487743] 'agreement among raft nodes before linearized reading' (duration: 146.826361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:56.403245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.262708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-02T06:02:56.403454Z","caller":"traceutil/trace.go:171","msg":"trace[103440011] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29231; }","duration":"165.518505ms","start":"2026-07-02T06:02:56.237917Z","end":"2026-07-02T06:02:56.403435Z","steps":["trace[103440011] 'agreement among raft nodes before linearized reading' (duration: 165.177636ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:56.519854Z","caller":"traceutil/trace.go:171","msg":"trace[1251121086] transaction","detail":"{read_only:false; response_revision:29232; number_of_response:1; }","duration":"111.59279ms","start":"2026-07-02T06:02:56.408238Z","end":"2026-07-02T06:02:56.519831Z","steps":["trace[1251121086] 'process raft request' (duration: 111.22362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:56.984192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.483697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:02:56.984438Z","caller":"traceutil/trace.go:171","msg":"trace[691312710] transaction","detail":"{read_only:false; response_revision:29233; number_of_response:1; }","duration":"576.08984ms","start":"2026-07-02T06:02:56.408321Z","end":"2026-07-02T06:02:56.984411Z","steps":["trace[691312710] 'process raft request' (duration: 272.281935ms)","trace[691312710] 'compare' (duration: 302.494529ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:56.984644Z","caller":"traceutil/trace.go:171","msg":"trace[1307911624] linearizableReadLoop","detail":"{readStateIndex:30569; appliedIndex:30566; }","duration":"573.799208ms","start":"2026-07-02T06:02:56.410826Z","end":"2026-07-02T06:02:56.984625Z","steps":["trace[1307911624] 'read index received' (duration: 108.58696ms)","trace[1307911624] 'applied index is now lower than readState.Index' (duration: 465.211368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:56.984654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:56.40829Z","time spent":"576.234604ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:02:56.984841Z","caller":"traceutil/trace.go:171","msg":"trace[1175125051] transaction","detail":"{read_only:false; response_revision:29235; number_of_response:1; }","duration":"468.405595ms","start":"2026-07-02T06:02:56.516422Z","end":"2026-07-02T06:02:56.984828Z","steps":["trace[1175125051] 'process raft request' (duration: 468.139748ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:56.984751Z","caller":"traceutil/trace.go:171","msg":"trace[1288135414] transaction","detail":"{read_only:false; response_revision:29234; number_of_response:1; }","duration":"573.921691ms","start":"2026-07-02T06:02:56.410768Z","end":"2026-07-02T06:02:56.98469Z","steps":["trace[1288135414] 'process raft request' (duration: 573.528451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:56.984913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:56.516404Z","time spent":"468.466566ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:56.984976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.145688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T06:02:56.985022Z","caller":"traceutil/trace.go:171","msg":"trace[931914059] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29235; }","duration":"574.218819ms","start":"2026-07-02T06:02:56.410795Z","end":"2026-07-02T06:02:56.985014Z","steps":["trace[931914059] 'agreement among raft nodes before linearized reading' (duration: 574.067255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:56.985047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:56.410783Z","time spent":"574.260021ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-02T06:02:56.985095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:56.410748Z","time spent":"574.195269ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:02:56.987016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.188771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:02:56.987087Z","caller":"traceutil/trace.go:171","msg":"trace[778785242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29236; }","duration":"378.312684ms","start":"2026-07-02T06:02:56.608758Z","end":"2026-07-02T06:02:56.98707Z","steps":["trace[778785242] 'agreement among raft nodes before linearized reading' (duration: 378.106439ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:56.98709Z","caller":"traceutil/trace.go:171","msg":"trace[2050356169] transaction","detail":"{read_only:false; response_revision:29236; number_of_response:1; }","duration":"119.644947ms","start":"2026-07-02T06:02:56.867416Z","end":"2026-07-02T06:02:56.987061Z","steps":["trace[2050356169] 'process raft request' (duration: 119.339409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:56.987122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:02:56.608738Z","time spent":"378.378017ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-02T06:02:56.987022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.893712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:56.987376Z","caller":"traceutil/trace.go:171","msg":"trace[1127861338] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29236; }","duration":"104.308534ms","start":"2026-07-02T06:02:56.883044Z","end":"2026-07-02T06:02:56.987352Z","steps":["trace[1127861338] 'agreement among raft nodes before linearized reading' (duration: 103.889773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:56.987458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.66503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:02:56.987505Z","caller":"traceutil/trace.go:171","msg":"trace[499231434] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:29236; }","duration":"148.750622ms","start":"2026-07-02T06:02:56.838742Z","end":"2026-07-02T06:02:56.987493Z","steps":["trace[499231434] 'agreement among raft nodes before linearized reading' (duration: 148.548876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:56.987248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.006543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:56.987613Z","caller":"traceutil/trace.go:171","msg":"trace[183501868] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:29236; }","duration":"247.408144ms","start":"2026-07-02T06:02:56.740194Z","end":"2026-07-02T06:02:56.987602Z","steps":["trace[183501868] 'agreement among raft nodes before linearized reading' (duration: 247.031074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:56.98722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.136379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:02:56.987733Z","caller":"traceutil/trace.go:171","msg":"trace[1967438177] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:29236; }","duration":"200.695724ms","start":"2026-07-02T06:02:56.787019Z","end":"2026-07-02T06:02:56.987714Z","steps":["trace[1967438177] 'agreement among raft nodes before linearized reading' (duration: 200.004455ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:57.70389Z","caller":"traceutil/trace.go:171","msg":"trace[1231051790] linearizableReadLoop","detail":"{readStateIndex:30575; appliedIndex:30574; }","duration":"181.826345ms","start":"2026-07-02T06:02:57.522038Z","end":"2026-07-02T06:02:57.703864Z","steps":["trace[1231051790] 'read index received' (duration: 181.703432ms)","trace[1231051790] 'applied index is now lower than readState.Index' (duration: 121.583µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:02:57.704027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.960508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:02:57.704066Z","caller":"traceutil/trace.go:171","msg":"trace[115338627] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29240; }","duration":"182.064921ms","start":"2026-07-02T06:02:57.521988Z","end":"2026-07-02T06:02:57.704053Z","steps":["trace[115338627] 'agreement among raft nodes before linearized reading' (duration: 181.974239ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:57.704113Z","caller":"traceutil/trace.go:171","msg":"trace[906698478] transaction","detail":"{read_only:false; response_revision:29240; number_of_response:1; }","duration":"190.871449ms","start":"2026-07-02T06:02:57.513035Z","end":"2026-07-02T06:02:57.703907Z","steps":["trace[906698478] 'process raft request' (duration: 190.654123ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:02:59.966056Z","caller":"traceutil/trace.go:171","msg":"trace[1443503380] linearizableReadLoop","detail":"{readStateIndex:30594; appliedIndex:30593; }","duration":"204.026943ms","start":"2026-07-02T06:02:59.762008Z","end":"2026-07-02T06:02:59.966035Z","steps":["trace[1443503380] 'read index received' (duration: 203.90576ms)","trace[1443503380] 'applied index is now lower than readState.Index' (duration: 120.373µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:02:59.966153Z","caller":"traceutil/trace.go:171","msg":"trace[910085104] transaction","detail":"{read_only:false; response_revision:29257; number_of_response:1; }","duration":"226.919591ms","start":"2026-07-02T06:02:59.739214Z","end":"2026-07-02T06:02:59.966133Z","steps":["trace[910085104] 'process raft request' (duration: 226.688095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:02:59.968818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.790689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T06:02:59.968871Z","caller":"traceutil/trace.go:171","msg":"trace[2109403347] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29257; }","duration":"206.888351ms","start":"2026-07-02T06:02:59.761971Z","end":"2026-07-02T06:02:59.96886Z","steps":["trace[2109403347] 'agreement among raft nodes before linearized reading' (duration: 204.163297ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:00.027538Z","caller":"traceutil/trace.go:171","msg":"trace[1917454976] transaction","detail":"{read_only:false; response_revision:29258; number_of_response:1; }","duration":"213.430657ms","start":"2026-07-02T06:02:59.814086Z","end":"2026-07-02T06:03:00.027517Z","steps":["trace[1917454976] 'process raft request' (duration: 213.124558ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:00.027696Z","caller":"traceutil/trace.go:171","msg":"trace[1020171545] transaction","detail":"{read_only:false; response_revision:29259; number_of_response:1; }","duration":"211.556977ms","start":"2026-07-02T06:02:59.816125Z","end":"2026-07-02T06:03:00.027682Z","steps":["trace[1020171545] 'process raft request' (duration: 211.28247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:00.02787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.329412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:00.027946Z","caller":"traceutil/trace.go:171","msg":"trace[1966994571] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:29260; }","duration":"260.448256ms","start":"2026-07-02T06:02:59.767476Z","end":"2026-07-02T06:03:00.027924Z","steps":["trace[1966994571] 'agreement among raft nodes before linearized reading' (duration: 260.303682ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:00.027945Z","caller":"traceutil/trace.go:171","msg":"trace[322276399] transaction","detail":"{read_only:false; response_revision:29260; number_of_response:1; }","duration":"210.18702ms","start":"2026-07-02T06:02:59.81771Z","end":"2026-07-02T06:03:00.027897Z","steps":["trace[322276399] 'process raft request' (duration: 209.728488ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:00.722638Z","caller":"traceutil/trace.go:171","msg":"trace[91424402] transaction","detail":"{read_only:false; response_revision:29265; number_of_response:1; }","duration":"185.162084ms","start":"2026-07-02T06:03:00.537435Z","end":"2026-07-02T06:03:00.722597Z","steps":["trace[91424402] 'process raft request' (duration: 184.929058ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:05.166776Z","caller":"traceutil/trace.go:171","msg":"trace[861198343] linearizableReadLoop","detail":"{readStateIndex:30637; appliedIndex:30636; }","duration":"322.459228ms","start":"2026-07-02T06:03:04.844287Z","end":"2026-07-02T06:03:05.166747Z","steps":["trace[861198343] 'read index received' (duration: 322.247952ms)","trace[861198343] 'applied index is now lower than readState.Index' (duration: 209.466µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:03:05.166927Z","caller":"traceutil/trace.go:171","msg":"trace[887249329] transaction","detail":"{read_only:false; response_revision:29299; number_of_response:1; }","duration":"426.060422ms","start":"2026-07-02T06:03:04.74085Z","end":"2026-07-02T06:03:05.16691Z","steps":["trace[887249329] 'process raft request' (duration: 425.694622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:05.167223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.906171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:05.167292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:04.740828Z","time spent":"426.137895ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:05.16733Z","caller":"traceutil/trace.go:171","msg":"trace[396514693] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29299; }","duration":"323.071455ms","start":"2026-07-02T06:03:04.84423Z","end":"2026-07-02T06:03:05.167301Z","steps":["trace[396514693] 'agreement among raft nodes before linearized reading' (duration: 322.8857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:05.167414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:04.844198Z","time spent":"323.202039ms","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-02T06:03:05.215287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.477629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T06:03:05.215351Z","caller":"traceutil/trace.go:171","msg":"trace[2032140519] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:29300; }","duration":"325.572272ms","start":"2026-07-02T06:03:04.889762Z","end":"2026-07-02T06:03:05.215334Z","steps":["trace[2032140519] 'agreement among raft nodes before linearized reading' (duration: 325.274654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:05.215341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.102985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-02T06:03:05.215348Z","caller":"traceutil/trace.go:171","msg":"trace[1531984306] transaction","detail":"{read_only:false; response_revision:29300; number_of_response:1; }","duration":"184.28788ms","start":"2026-07-02T06:03:05.031028Z","end":"2026-07-02T06:03:05.215316Z","steps":["trace[1531984306] 'process raft request' (duration: 183.878269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:05.215359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.916251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T06:03:05.215426Z","caller":"traceutil/trace.go:171","msg":"trace[308610744] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29300; }","duration":"151.228639ms","start":"2026-07-02T06:03:05.064177Z","end":"2026-07-02T06:03:05.215405Z","steps":["trace[308610744] 'agreement among raft nodes before linearized reading' (duration: 150.89069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:05.215415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.05351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:05.215429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.990674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T06:03:05.215464Z","caller":"traceutil/trace.go:171","msg":"trace[1444763124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29300; }","duration":"131.054195ms","start":"2026-07-02T06:03:05.084384Z","end":"2026-07-02T06:03:05.215438Z","steps":["trace[1444763124] 'agreement among raft nodes before linearized reading' (duration: 130.765027ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:05.215487Z","caller":"traceutil/trace.go:171","msg":"trace[1520042060] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:29300; }","duration":"258.166623ms","start":"2026-07-02T06:03:04.957303Z","end":"2026-07-02T06:03:05.215469Z","steps":["trace[1520042060] 'agreement among raft nodes before linearized reading' (duration: 258.03696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:05.215473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.221384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:05.215505Z","caller":"traceutil/trace.go:171","msg":"trace[1878395231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29300; }","duration":"144.101536ms","start":"2026-07-02T06:03:05.071385Z","end":"2026-07-02T06:03:05.215487Z","steps":["trace[1878395231] 'agreement among raft nodes before linearized reading' (duration: 143.847079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:05.215498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.626175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T06:03:05.215515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.137497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11498"} {"level":"info","ts":"2026-07-02T06:03:05.215542Z","caller":"traceutil/trace.go:171","msg":"trace[195577137] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:29300; }","duration":"298.315076ms","start":"2026-07-02T06:03:04.917212Z","end":"2026-07-02T06:03:05.215527Z","steps":["trace[195577137] 'agreement among raft nodes before linearized reading' (duration: 298.215963ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:05.215572Z","caller":"traceutil/trace.go:171","msg":"trace[1056613188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29300; }","duration":"281.743659ms","start":"2026-07-02T06:03:04.933806Z","end":"2026-07-02T06:03:05.21555Z","steps":["trace[1056613188] 'agreement among raft nodes before linearized reading' (duration: 281.570354ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:05.215583Z","caller":"traceutil/trace.go:171","msg":"trace[927567866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29300; }","duration":"167.206509ms","start":"2026-07-02T06:03:05.048355Z","end":"2026-07-02T06:03:05.215561Z","steps":["trace[927567866] 'agreement among raft nodes before linearized reading' (duration: 166.977243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:05.2154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:04.889751Z","time spent":"325.636243ms","remote":"127.0.0.1:39710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":89,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-02T06:03:45.973526Z","caller":"traceutil/trace.go:171","msg":"trace[1427561743] transaction","detail":"{read_only:false; response_revision:29827; number_of_response:1; }","duration":"112.260909ms","start":"2026-07-02T06:03:45.861224Z","end":"2026-07-02T06:03:45.973484Z","steps":["trace[1427561743] 'process raft request' (duration: 111.966091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:46.376833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.032897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:03:46.377115Z","caller":"traceutil/trace.go:171","msg":"trace[926198912] transaction","detail":"{read_only:false; response_revision:29829; number_of_response:1; }","duration":"396.580978ms","start":"2026-07-02T06:03:45.980511Z","end":"2026-07-02T06:03:46.377092Z","steps":["trace[926198912] 'process raft request' (duration: 396.456934ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:46.37709Z","caller":"traceutil/trace.go:171","msg":"trace[57656542] transaction","detail":"{read_only:false; response_revision:29828; number_of_response:1; }","duration":"397.655487ms","start":"2026-07-02T06:03:45.979407Z","end":"2026-07-02T06:03:46.377062Z","steps":["trace[57656542] 'process raft request' (duration: 39.27623ms)","trace[57656542] 'compare' (duration: 357.666568ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:46.377217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:45.980496Z","time spent":"396.67479ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T06:03:46.377363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:45.979385Z","time spent":"397.850072ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T06:03:46.377374Z","caller":"traceutil/trace.go:171","msg":"trace[1361183145] linearizableReadLoop","detail":"{readStateIndex:31185; appliedIndex:31184; }","duration":"397.802971ms","start":"2026-07-02T06:03:45.979501Z","end":"2026-07-02T06:03:46.377304Z","steps":["trace[1361183145] 'read index received' (duration: 39.193327ms)","trace[1361183145] 'applied index is now lower than readState.Index' (duration: 358.603373ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:03:46.377718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.208312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-07-02T06:03:46.378068Z","caller":"traceutil/trace.go:171","msg":"trace[18690383] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:29829; }","duration":"398.594382ms","start":"2026-07-02T06:03:45.979451Z","end":"2026-07-02T06:03:46.378046Z","steps":["trace[18690383] 'agreement among raft nodes before linearized reading' (duration: 398.073938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:46.378129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:45.97944Z","time spent":"398.674595ms","remote":"127.0.0.1:39710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-07-02T06:03:46.394874Z","caller":"traceutil/trace.go:171","msg":"trace[1038066314] transaction","detail":"{read_only:false; response_revision:29830; number_of_response:1; }","duration":"185.019281ms","start":"2026-07-02T06:03:46.209821Z","end":"2026-07-02T06:03:46.39484Z","steps":["trace[1038066314] 'process raft request' (duration: 184.804995ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:46.394964Z","caller":"traceutil/trace.go:171","msg":"trace[1181323043] transaction","detail":"{read_only:false; response_revision:29832; number_of_response:1; }","duration":"183.606332ms","start":"2026-07-02T06:03:46.211337Z","end":"2026-07-02T06:03:46.394943Z","steps":["trace[1181323043] 'process raft request' (duration: 183.484849ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:46.395088Z","caller":"traceutil/trace.go:171","msg":"trace[1484190302] transaction","detail":"{read_only:false; response_revision:29831; number_of_response:1; }","duration":"185.246357ms","start":"2026-07-02T06:03:46.209832Z","end":"2026-07-02T06:03:46.395078Z","steps":["trace[1484190302] 'process raft request' (duration: 184.933229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:46.395173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.607786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T06:03:46.395222Z","caller":"traceutil/trace.go:171","msg":"trace[193665222] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:29832; }","duration":"291.711599ms","start":"2026-07-02T06:03:46.103497Z","end":"2026-07-02T06:03:46.395208Z","steps":["trace[193665222] 'agreement among raft nodes before linearized reading' (duration: 291.584135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:46.395456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.341511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T06:03:46.395511Z","caller":"traceutil/trace.go:171","msg":"trace[1322279008] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29832; }","duration":"373.427633ms","start":"2026-07-02T06:03:46.02207Z","end":"2026-07-02T06:03:46.395497Z","steps":["trace[1322279008] 'agreement among raft nodes before linearized reading' (duration: 372.837847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:03:46.395541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T06:03:46.022049Z","time spent":"373.484504ms","remote":"127.0.0.1:39740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-02T06:03:48.489638Z","caller":"traceutil/trace.go:171","msg":"trace[2083672926] transaction","detail":"{read_only:false; response_revision:29844; number_of_response:1; }","duration":"102.334381ms","start":"2026-07-02T06:03:48.387262Z","end":"2026-07-02T06:03:48.489596Z","steps":["trace[2083672926] 'process raft request' (duration: 102.073014ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:03:53.165971Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27062} {"level":"info","ts":"2026-07-02T06:03:53.388754Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27062,"took":"218.158635ms","hash":3682575198,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":35442688,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-02T06:03:53.388911Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3682575198,"revision":27062,"compact-revision":23272} {"level":"info","ts":"2026-07-02T06:04:09.87496Z","caller":"traceutil/trace.go:171","msg":"trace[703063226] transaction","detail":"{read_only:false; response_revision:30040; number_of_response:1; }","duration":"152.540695ms","start":"2026-07-02T06:04:09.722393Z","end":"2026-07-02T06:04:09.874934Z","steps":["trace[703063226] 'process raft request' (duration: 151.240519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:04:09.876187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.80889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:04:09.876259Z","caller":"traceutil/trace.go:171","msg":"trace[1725729816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30040; }","duration":"100.955683ms","start":"2026-07-02T06:04:09.775286Z","end":"2026-07-02T06:04:09.876242Z","steps":["trace[1725729816] 'agreement among raft nodes before linearized reading' (duration: 99.969776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:07.582046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.642753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T06:06:07.582173Z","caller":"traceutil/trace.go:171","msg":"trace[1577124347] linearizableReadLoop","detail":"{readStateIndex:32916; appliedIndex:32915; }","duration":"191.239088ms","start":"2026-07-02T06:06:07.390914Z","end":"2026-07-02T06:06:07.582153Z","steps":["trace[1577124347] 'read index received' (duration: 53.322268ms)","trace[1577124347] 'applied index is now lower than readState.Index' (duration: 137.91545ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:07.582271Z","caller":"traceutil/trace.go:171","msg":"trace[1183410597] transaction","detail":"{read_only:false; response_revision:31493; number_of_response:1; }","duration":"197.490137ms","start":"2026-07-02T06:06:07.384769Z","end":"2026-07-02T06:06:07.582259Z","steps":["trace[1183410597] 'process raft request' (duration: 59.519446ms)","trace[1183410597] 'compare' (duration: 137.415426ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T06:06:07.582506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.008332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"info","ts":"2026-07-02T06:06:07.582611Z","caller":"traceutil/trace.go:171","msg":"trace[997670774] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:31493; }","duration":"158.192457ms","start":"2026-07-02T06:06:07.424395Z","end":"2026-07-02T06:06:07.582587Z","steps":["trace[997670774] 'agreement among raft nodes before linearized reading' (duration: 157.886999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:07.582717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.792403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-02T06:06:07.582761Z","caller":"traceutil/trace.go:171","msg":"trace[1276834348] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:31493; }","duration":"191.860046ms","start":"2026-07-02T06:06:07.39089Z","end":"2026-07-02T06:06:07.58275Z","steps":["trace[1276834348] 'agreement among raft nodes before linearized reading' (duration: 191.691361ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:16.741899Z","caller":"traceutil/trace.go:171","msg":"trace[1489620364] linearizableReadLoop","detail":"{readStateIndex:33006; appliedIndex:33005; }","duration":"157.18889ms","start":"2026-07-02T06:06:16.584681Z","end":"2026-07-02T06:06:16.74187Z","steps":["trace[1489620364] 'read index received' (duration: 156.979305ms)","trace[1489620364] 'applied index is now lower than readState.Index' (duration: 208.445µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:16.741998Z","caller":"traceutil/trace.go:171","msg":"trace[1971420818] transaction","detail":"{read_only:false; response_revision:31579; number_of_response:1; }","duration":"189.133652ms","start":"2026-07-02T06:06:16.552832Z","end":"2026-07-02T06:06:16.741966Z","steps":["trace[1971420818] 'process raft request' (duration: 188.832344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T06:06:16.742127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.484428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T06:06:16.742191Z","caller":"traceutil/trace.go:171","msg":"trace[514599572] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31579; }","duration":"157.592461ms","start":"2026-07-02T06:06:16.584581Z","end":"2026-07-02T06:06:16.742173Z","steps":["trace[514599572] 'agreement among raft nodes before linearized reading' (duration: 157.403376ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:06:28.959846Z","caller":"traceutil/trace.go:171","msg":"trace[557196303] transaction","detail":"{read_only:false; response_revision:31757; number_of_response:1; }","duration":"139.176215ms","start":"2026-07-02T06:06:28.820634Z","end":"2026-07-02T06:06:28.95981Z","steps":["trace[557196303] 'process raft request' (duration: 65.879587ms)","trace[557196303] 'compare' (duration: 73.01156ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T06:06:28.990021Z","caller":"traceutil/trace.go:171","msg":"trace[503566299] transaction","detail":"{read_only:false; response_revision:31758; number_of_response:1; }","duration":"119.493984ms","start":"2026-07-02T06:06:28.870502Z","end":"2026-07-02T06:06:28.989996Z","steps":["trace[503566299] 'process raft request' (duration: 118.900728ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:08:53.171984Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29898} {"level":"info","ts":"2026-07-02T06:08:53.321343Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29898,"took":"144.553687ms","hash":1395831526,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":36388864,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-02T06:08:53.321421Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1395831526,"revision":29898,"compact-revision":27062} {"level":"info","ts":"2026-07-02T06:13:53.199198Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33069} {"level":"info","ts":"2026-07-02T06:13:53.351593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33069,"took":"148.966137ms","hash":1792953876,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":34963456,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-02T06:13:53.351668Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1792953876,"revision":33069,"compact-revision":29898} {"level":"info","ts":"2026-07-02T06:18:35.53134Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9abf795dae4ebc2c","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T06:18:35.536518Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-07-02T06:18:35.536659Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-07-02T06:18:53.20503Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35745} {"level":"info","ts":"2026-07-02T06:18:53.3345Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35745,"took":"125.279294ms","hash":777377486,"current-db-size-bytes":60948480,"current-db-size":"61 MB","current-db-size-in-use-bytes":34693120,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-02T06:18:53.334566Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":777377486,"revision":35745,"compact-revision":33069} {"level":"info","ts":"2026-07-02T06:22:17.775131Z","caller":"traceutil/trace.go:171","msg":"trace[794912896] transaction","detail":"{read_only:false; response_revision:40335; number_of_response:1; }","duration":"142.728396ms","start":"2026-07-02T06:22:17.632382Z","end":"2026-07-02T06:22:17.77511Z","steps":["trace[794912896] 'process raft request' (duration: 142.567772ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T06:23:53.213745Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":38423} {"level":"info","ts":"2026-07-02T06:23:53.359431Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":38423,"took":"141.051772ms","hash":3020449588,"current-db-size-bytes":61992960,"current-db-size":"62 MB","current-db-size-in-use-bytes":35213312,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-02T06:23:53.359489Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3020449588,"revision":38423,"compact-revision":35745} {"level":"info","ts":"2026-07-02T06:28:53.219869Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":41168} {"level":"info","ts":"2026-07-02T06:28:53.359353Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":41168,"took":"135.058189ms","hash":3593219159,"current-db-size-bytes":61992960,"current-db-size":"62 MB","current-db-size-in-use-bytes":34258944,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-02T06:28:53.359428Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3593219159,"revision":41168,"compact-revision":38423}