{"level":"warn","ts":"2026-07-09T23:54:04.700536Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T23:54:04.700625Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.80:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.80:2380","--initial-cluster=instance=https://199.19.213.80:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.80:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.80:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-09T23:54:04.700688Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T23:54:04.700698Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.80:2380"]} {"level":"info","ts":"2026-07-09T23:54:04.700715Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T23:54:04.701326Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.80:2379"]} {"level":"info","ts":"2026-07-09T23:54:04.701401Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.80:2380"],"listen-peer-urls":["https://199.19.213.80:2380"],"advertise-client-urls":["https://199.19.213.80:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.80:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.80:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-09T23:54:04.706038Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.410284ms"} {"level":"info","ts":"2026-07-09T23:54:04.712272Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"95f079218969d088","cluster-id":"4cb7d1aa36c4178f"} {"level":"info","ts":"2026-07-09T23:54:04.712351Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 switched to configuration voters=()"} {"level":"info","ts":"2026-07-09T23:54:04.71237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 became follower at term 0"} {"level":"info","ts":"2026-07-09T23:54:04.712387Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 95f079218969d088 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-09T23:54:04.712396Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 became follower at term 1"} {"level":"info","ts":"2026-07-09T23:54:04.712431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 switched to configuration voters=(10804268691008114824)"} {"level":"warn","ts":"2026-07-09T23:54:04.727917Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-09T23:54:04.729685Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-09T23:54:04.732273Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-09T23:54:04.735209Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"95f079218969d088","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-09T23:54:04.73553Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"95f079218969d088","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-09T23:54:04.735593Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T23:54:04.735711Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T23:54:04.735743Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T23:54:04.737353Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 switched to configuration voters=(10804268691008114824)"} {"level":"info","ts":"2026-07-09T23:54:04.737749Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4cb7d1aa36c4178f","local-member-id":"95f079218969d088","added-peer-id":"95f079218969d088","added-peer-peer-urls":["https://199.19.213.80:2380"]} {"level":"info","ts":"2026-07-09T23:54:04.741056Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T23:54:04.74126Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.80:2380"} {"level":"info","ts":"2026-07-09T23:54:04.741326Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.80:2380"} {"level":"info","ts":"2026-07-09T23:54:04.741446Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"95f079218969d088","initial-advertise-peer-urls":["https://199.19.213.80:2380"],"listen-peer-urls":["https://199.19.213.80:2380"],"advertise-client-urls":["https://199.19.213.80:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.80:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-09T23:54:04.741501Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-09T23:54:05.712881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 is starting a new election at term 1"} {"level":"info","ts":"2026-07-09T23:54:05.712945Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-09T23:54:05.712989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 received MsgPreVoteResp from 95f079218969d088 at term 1"} {"level":"info","ts":"2026-07-09T23:54:05.713008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 became candidate at term 2"} {"level":"info","ts":"2026-07-09T23:54:05.713019Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 received MsgVoteResp from 95f079218969d088 at term 2"} {"level":"info","ts":"2026-07-09T23:54:05.713035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"95f079218969d088 became leader at term 2"} {"level":"info","ts":"2026-07-09T23:54:05.713048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 95f079218969d088 elected leader 95f079218969d088 at term 2"} {"level":"info","ts":"2026-07-09T23:54:05.714642Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T23:54:05.714999Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"95f079218969d088","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.80:2379]}","request-path":"/0/members/95f079218969d088/attributes","cluster-id":"4cb7d1aa36c4178f","publish-timeout":"7s"} {"level":"info","ts":"2026-07-09T23:54:05.715023Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T23:54:05.715005Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T23:54:05.715346Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-09T23:54:05.715385Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-09T23:54:05.715795Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4cb7d1aa36c4178f","local-member-id":"95f079218969d088","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T23:54:05.715909Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T23:54:05.715948Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T23:54:05.718346Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-09T23:54:05.718926Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.80:2379"} {"level":"warn","ts":"2026-07-09T23:54:13.431764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.688148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T23:54:13.43173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.044582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-09T23:54:13.431872Z","caller":"traceutil/trace.go:171","msg":"trace[836275887] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:0; response_revision:288; }","duration":"381.915463ms","start":"2026-07-09T23:54:13.049931Z","end":"2026-07-09T23:54:13.431846Z","steps":["trace[836275887] 'range keys from in-memory index tree' (duration: 381.547325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:13.431941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:13.049912Z","time spent":"382.016836ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"info","ts":"2026-07-09T23:54:13.431893Z","caller":"traceutil/trace.go:171","msg":"trace[2047153636] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:288; }","duration":"164.327659ms","start":"2026-07-09T23:54:13.267544Z","end":"2026-07-09T23:54:13.431872Z","steps":["trace[2047153636] 'range keys from in-memory index tree' (duration: 163.927389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:22.161254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.139676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T23:54:22.161331Z","caller":"traceutil/trace.go:171","msg":"trace[103140685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:372; }","duration":"318.263559ms","start":"2026-07-09T23:54:21.843051Z","end":"2026-07-09T23:54:22.161314Z","steps":["trace[103140685] 'range keys from in-memory index tree' (duration: 318.041374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:22.161361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:21.84303Z","time spent":"318.324351ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T23:54:22.161453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.266304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-09T23:54:22.161523Z","caller":"traceutil/trace.go:171","msg":"trace[257794741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:372; }","duration":"150.384548ms","start":"2026-07-09T23:54:22.011121Z","end":"2026-07-09T23:54:22.161506Z","steps":["trace[257794741] 'range keys from in-memory index tree' (duration: 150.152831ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:54:22.784406Z","caller":"traceutil/trace.go:171","msg":"trace[1178932388] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"619.803066ms","start":"2026-07-09T23:54:22.164578Z","end":"2026-07-09T23:54:22.784381Z","steps":["trace[1178932388] 'process raft request' (duration: 619.58237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:22.785127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:22.164558Z","time spent":"619.96207ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:54:23.907837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.867526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T23:54:23.908046Z","caller":"traceutil/trace.go:171","msg":"trace[53012220] linearizableReadLoop","detail":"{readStateIndex:389; appliedIndex:387; }","duration":"391.986586ms","start":"2026-07-09T23:54:23.516014Z","end":"2026-07-09T23:54:23.908Z","steps":["trace[53012220] 'read index received' (duration: 31.551µs)","trace[53012220] 'applied index is now lower than readState.Index' (duration: 391.953075ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:54:23.908128Z","caller":"traceutil/trace.go:171","msg":"trace[920065523] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"1.74247789s","start":"2026-07-09T23:54:22.165579Z","end":"2026-07-09T23:54:23.908057Z","steps":["trace[920065523] 'process raft request' (duration: 1.742356327s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:23.908202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.182691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-09T23:54:23.908401Z","caller":"traceutil/trace.go:171","msg":"trace[332949431] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"1.743342312s","start":"2026-07-09T23:54:22.164853Z","end":"2026-07-09T23:54:23.908195Z","steps":["trace[332949431] 'process raft request' (duration: 1.231898011s)","trace[332949431] 'compare' (duration: 510.695732ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:54:23.908421Z","caller":"traceutil/trace.go:171","msg":"trace[12915455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:375; }","duration":"392.439067ms","start":"2026-07-09T23:54:23.515971Z","end":"2026-07-09T23:54:23.90841Z","steps":["trace[12915455] 'agreement among raft nodes before linearized reading' (duration: 392.183561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:23.908464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:23.515952Z","time spent":"392.50423ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T23:54:23.9085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:22.164838Z","time spent":"1.743607859s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:54:23.908506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:22.165566Z","time spent":"1.74284668s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:54:24.040524Z","caller":"traceutil/trace.go:171","msg":"trace[722126669] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:389; }","duration":"132.36864ms","start":"2026-07-09T23:54:23.908125Z","end":"2026-07-09T23:54:24.040494Z","steps":["trace[722126669] 'read index received' (duration: 39.896017ms)","trace[722126669] 'applied index is now lower than readState.Index' (duration: 92.471483ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:54:24.040638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.174052ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:54:24.040738Z","caller":"traceutil/trace.go:171","msg":"trace[2080599950] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:375; }","duration":"175.284675ms","start":"2026-07-09T23:54:23.865439Z","end":"2026-07-09T23:54:24.040723Z","steps":["trace[2080599950] 'agreement among raft nodes before linearized reading' (duration: 175.152221ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:54:24.042408Z","caller":"traceutil/trace.go:171","msg":"trace[267146994] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"129.626688ms","start":"2026-07-09T23:54:23.91276Z","end":"2026-07-09T23:54:24.042387Z","steps":["trace[267146994] 'process raft request' (duration: 129.498745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:44.581864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903596637,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T23:54:44.664912Z","caller":"traceutil/trace.go:171","msg":"trace[448710106] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"660.889174ms","start":"2026-07-09T23:54:44.003999Z","end":"2026-07-09T23:54:44.664888Z","steps":["trace[448710106] 'process raft request' (duration: 660.709879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:44.66523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:44.003979Z","time spent":"661.008987ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:54:45.156522Z","caller":"traceutil/trace.go:171","msg":"trace[647313971] linearizableReadLoop","detail":"{readStateIndex:508; appliedIndex:506; }","duration":"1.075384185s","start":"2026-07-09T23:54:44.081106Z","end":"2026-07-09T23:54:45.15649Z","steps":["trace[647313971] 'read index received' (duration: 583.605405ms)","trace[647313971] 'applied index is now lower than readState.Index' (duration: 491.77765ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:54:45.156605Z","caller":"traceutil/trace.go:171","msg":"trace[68894846] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"1.150632731s","start":"2026-07-09T23:54:44.005941Z","end":"2026-07-09T23:54:45.156573Z","steps":["trace[68894846] 'process raft request' (duration: 1.14210531s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:45.156756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:44.005913Z","time spent":"1.150764554s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:54:45.156898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019794741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-09T23:54:45.156898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020253693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:54:45.157046Z","caller":"traceutil/trace.go:171","msg":"trace[697492569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:487; }","duration":"1.020518059s","start":"2026-07-09T23:54:44.136508Z","end":"2026-07-09T23:54:45.157026Z","steps":["trace[697492569] 'agreement among raft nodes before linearized reading' (duration: 1.020214221s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:45.156928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.203811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T23:54:45.157146Z","caller":"traceutil/trace.go:171","msg":"trace[1867760285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:487; }","duration":"280.473108ms","start":"2026-07-09T23:54:44.876657Z","end":"2026-07-09T23:54:45.15713Z","steps":["trace[1867760285] 'agreement among raft nodes before linearized reading' (duration: 280.081668ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:54:45.157087Z","caller":"traceutil/trace.go:171","msg":"trace[2143967091] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:487; }","duration":"1.019954244s","start":"2026-07-09T23:54:44.137056Z","end":"2026-07-09T23:54:45.157011Z","steps":["trace[2143967091] 'agreement among raft nodes before linearized reading' (duration: 1.019682517s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:45.157222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076096994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:54:45.157287Z","caller":"traceutil/trace.go:171","msg":"trace[87192979] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:487; }","duration":"1.076180746s","start":"2026-07-09T23:54:44.081092Z","end":"2026-07-09T23:54:45.157272Z","steps":["trace[87192979] 'agreement among raft nodes before linearized reading' (duration: 1.076067313s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:45.157318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:44.081043Z","time spent":"1.076268478s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-09T23:54:45.157186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:44.136483Z","time spent":"1.020649153s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T23:54:45.157254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:44.13704Z","time spent":"1.020196081s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-09T23:54:46.19612Z","caller":"traceutil/trace.go:171","msg":"trace[1341362192] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"672.435034ms","start":"2026-07-09T23:54:45.523625Z","end":"2026-07-09T23:54:46.19606Z","steps":["trace[1341362192] 'process raft request' (duration: 672.28781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:46.196258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.523601Z","time spent":"672.594079ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T23:54:46.20365Z","caller":"traceutil/trace.go:171","msg":"trace[1945824803] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"662.975429ms","start":"2026-07-09T23:54:45.54065Z","end":"2026-07-09T23:54:46.203625Z","steps":["trace[1945824803] 'process raft request' (duration: 662.848686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:46.2038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.540632Z","time spent":"663.090151ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T23:54:46.203988Z","caller":"traceutil/trace.go:171","msg":"trace[327513742] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"655.71845ms","start":"2026-07-09T23:54:45.548258Z","end":"2026-07-09T23:54:46.203977Z","steps":["trace[327513742] 'process raft request' (duration: 655.426792ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:54:46.204035Z","caller":"traceutil/trace.go:171","msg":"trace[728838247] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"655.546566ms","start":"2026-07-09T23:54:45.548458Z","end":"2026-07-09T23:54:46.204005Z","steps":["trace[728838247] 'process raft request' (duration: 655.248838ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:54:46.204045Z","caller":"traceutil/trace.go:171","msg":"trace[800078780] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"653.866432ms","start":"2026-07-09T23:54:45.550142Z","end":"2026-07-09T23:54:46.204008Z","steps":["trace[800078780] 'process raft request' (duration: 653.602535ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:54:46.20411Z","caller":"traceutil/trace.go:171","msg":"trace[844171669] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"656.992423ms","start":"2026-07-09T23:54:45.547111Z","end":"2026-07-09T23:54:46.204104Z","steps":["trace[844171669] 'process raft request' (duration: 656.506081ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:54:46.204045Z","caller":"traceutil/trace.go:171","msg":"trace[842506563] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"663.151453ms","start":"2026-07-09T23:54:45.540864Z","end":"2026-07-09T23:54:46.204015Z","steps":["trace[842506563] 'process raft request' (duration: 662.721382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:46.20418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.547083Z","time spent":"657.058455ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T23:54:46.204201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.550124Z","time spent":"654.020686ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T23:54:46.204196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.548444Z","time spent":"655.690549ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T23:54:46.20421Z","caller":"traceutil/trace.go:171","msg":"trace[763743015] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"653.741908ms","start":"2026-07-09T23:54:45.550427Z","end":"2026-07-09T23:54:46.204169Z","steps":["trace[763743015] 'process raft request' (duration: 653.352418ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:54:46.204326Z","caller":"traceutil/trace.go:171","msg":"trace[2045504269] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"644.496188ms","start":"2026-07-09T23:54:45.55979Z","end":"2026-07-09T23:54:46.204286Z","steps":["trace[2045504269] 'process raft request' (duration: 644.113308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:46.204042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.548234Z","time spent":"655.786931ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T23:54:46.204914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.540842Z","time spent":"663.372959ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T23:54:46.204813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.55042Z","time spent":"653.887691ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T23:54:46.20532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.559769Z","time spent":"644.614971ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T23:54:46.205675Z","caller":"traceutil/trace.go:171","msg":"trace[388220800] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"642.635579ms","start":"2026-07-09T23:54:45.561863Z","end":"2026-07-09T23:54:46.204498Z","steps":["trace[388220800] 'process raft request' (duration: 642.169847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:46.20587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.561849Z","time spent":"643.969814ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T23:54:46.205898Z","caller":"traceutil/trace.go:171","msg":"trace[1450072098] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"630.678569ms","start":"2026-07-09T23:54:45.573833Z","end":"2026-07-09T23:54:46.204512Z","steps":["trace[1450072098] 'process raft request' (duration: 630.505144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:46.206124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.57382Z","time spent":"632.20728ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T23:54:46.207411Z","caller":"traceutil/trace.go:171","msg":"trace[1969124105] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"534.876729ms","start":"2026-07-09T23:54:45.67251Z","end":"2026-07-09T23:54:46.207386Z","steps":["trace[1969124105] 'process raft request' (duration: 533.112963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:46.20749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:45.672478Z","time spent":"534.974532ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T23:54:52.409092Z","caller":"traceutil/trace.go:171","msg":"trace[1556591960] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"321.70178ms","start":"2026-07-09T23:54:52.087347Z","end":"2026-07-09T23:54:52.409049Z","steps":["trace[1556591960] 'process raft request' (duration: 286.169356ms)","trace[1556591960] 'compare' (duration: 35.300928ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:54:52.409059Z","caller":"traceutil/trace.go:171","msg":"trace[596473718] linearizableReadLoop","detail":"{readStateIndex:622; appliedIndex:621; }","duration":"272.900052ms","start":"2026-07-09T23:54:52.136119Z","end":"2026-07-09T23:54:52.409019Z","steps":["trace[596473718] 'read index received' (duration: 237.40797ms)","trace[596473718] 'applied index is now lower than readState.Index' (duration: 35.488622ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:54:52.409409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.234151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:54:52.409482Z","caller":"traceutil/trace.go:171","msg":"trace[142355909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:598; }","duration":"273.370964ms","start":"2026-07-09T23:54:52.136074Z","end":"2026-07-09T23:54:52.409444Z","steps":["trace[142355909] 'agreement among raft nodes before linearized reading' (duration: 273.131328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:52.40967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:52.087312Z","time spent":"321.874104ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T23:54:53.080755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.760292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-l4wnn\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-07-09T23:54:53.080866Z","caller":"traceutil/trace.go:171","msg":"trace[990608498] range","detail":"{range_begin:/registry/pods/kube-system/cilium-l4wnn; range_end:; response_count:1; response_revision:598; }","duration":"351.924046ms","start":"2026-07-09T23:54:52.728914Z","end":"2026-07-09T23:54:53.080838Z","steps":["trace[990608498] 'range keys from in-memory index tree' (duration: 351.570676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:53.08085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.63696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T23:54:53.081034Z","caller":"traceutil/trace.go:171","msg":"trace[125942887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:598; }","duration":"368.848166ms","start":"2026-07-09T23:54:52.712135Z","end":"2026-07-09T23:54:53.080983Z","steps":["trace[125942887] 'range keys from in-memory index tree' (duration: 368.448915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:53.080937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:52.728894Z","time spent":"352.027618ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-l4wnn\" "} {"level":"warn","ts":"2026-07-09T23:54:53.081088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:52.712115Z","time spent":"368.961158ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T23:54:53.321567Z","caller":"traceutil/trace.go:171","msg":"trace[426106283] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"517.284313ms","start":"2026-07-09T23:54:52.804258Z","end":"2026-07-09T23:54:53.321542Z","steps":["trace[426106283] 'process raft request' (duration: 516.139703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:53.321709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:52.804226Z","time spent":"517.415386ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:54:53.376576Z","caller":"traceutil/trace.go:171","msg":"trace[1427204520] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:622; }","duration":"185.954142ms","start":"2026-07-09T23:54:53.190601Z","end":"2026-07-09T23:54:53.376555Z","steps":["trace[1427204520] 'read index received' (duration: 129.735981ms)","trace[1427204520] 'applied index is now lower than readState.Index' (duration: 56.217231ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:54:53.376692Z","caller":"traceutil/trace.go:171","msg":"trace[1220007980] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"290.734174ms","start":"2026-07-09T23:54:53.085947Z","end":"2026-07-09T23:54:53.376681Z","steps":["trace[1220007980] 'process raft request' (duration: 290.411056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:53.376961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.348292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-09T23:54:53.377029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.720633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-09T23:54:53.377045Z","caller":"traceutil/trace.go:171","msg":"trace[1974106338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:601; }","duration":"186.466915ms","start":"2026-07-09T23:54:53.190558Z","end":"2026-07-09T23:54:53.377025Z","steps":["trace[1974106338] 'agreement among raft nodes before linearized reading' (duration: 186.230669ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:54:53.377072Z","caller":"traceutil/trace.go:171","msg":"trace[1491758649] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:601; }","duration":"176.812535ms","start":"2026-07-09T23:54:53.200249Z","end":"2026-07-09T23:54:53.377061Z","steps":["trace[1491758649] 'agreement among raft nodes before linearized reading' (duration: 176.675822ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:54:53.377058Z","caller":"traceutil/trace.go:171","msg":"trace[1411493523] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"279.323538ms","start":"2026-07-09T23:54:53.097707Z","end":"2026-07-09T23:54:53.37703Z","steps":["trace[1411493523] 'process raft request' (duration: 278.778804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:53.377132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.870719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-09T23:54:53.377198Z","caller":"traceutil/trace.go:171","msg":"trace[22515800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:601; }","duration":"150.986043ms","start":"2026-07-09T23:54:53.226198Z","end":"2026-07-09T23:54:53.377184Z","steps":["trace[22515800] 'agreement among raft nodes before linearized reading' (duration: 150.841679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:54.63738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903596833,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T23:54:55.123433Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.744072952s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T23:54:55.159877Z","caller":"traceutil/trace.go:171","msg":"trace[1559362595] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.780583321s","start":"2026-07-09T23:54:53.379255Z","end":"2026-07-09T23:54:55.159839Z","steps":["trace[1559362595] 'process raft request' (duration: 1.744605356s)","trace[1559362595] 'compare' (duration: 35.41426ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:54:55.160054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:53.37924Z","time spent":"1.780716264s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T23:54:55.203896Z","caller":"traceutil/trace.go:171","msg":"trace[56063988] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.823313021s","start":"2026-07-09T23:54:53.380552Z","end":"2026-07-09T23:54:55.203865Z","steps":["trace[56063988] 'process raft request' (duration: 1.823084314s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:55.204126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:53.380531Z","time spent":"1.823464655s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:54:55.204151Z","caller":"traceutil/trace.go:171","msg":"trace[1451325704] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.823306021s","start":"2026-07-09T23:54:53.38082Z","end":"2026-07-09T23:54:55.204126Z","steps":["trace[1451325704] 'process raft request' (duration: 1.822987453s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:55.204257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:53.380808Z","time spent":"1.823389493s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:54:55.204673Z","caller":"traceutil/trace.go:171","msg":"trace[945364732] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.822701505s","start":"2026-07-09T23:54:53.381937Z","end":"2026-07-09T23:54:55.204638Z","steps":["trace[945364732] 'process raft request' (duration: 1.822308395s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:55.20487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:53.381911Z","time spent":"1.822854179s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:54:55.21767Z","caller":"traceutil/trace.go:171","msg":"trace[130641553] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:625; }","duration":"1.080680512s","start":"2026-07-09T23:54:54.136948Z","end":"2026-07-09T23:54:55.217629Z","steps":["trace[130641553] 'read index received' (duration: 986.926126ms)","trace[130641553] 'applied index is now lower than readState.Index' (duration: 93.752846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:54:55.21787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080901179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:54:55.217941Z","caller":"traceutil/trace.go:171","msg":"trace[1506431774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:605; }","duration":"1.080978281s","start":"2026-07-09T23:54:54.136943Z","end":"2026-07-09T23:54:55.217921Z","steps":["trace[1506431774] 'agreement among raft nodes before linearized reading' (duration: 1.080860968s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:54:55.217986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:54:54.136899Z","time spent":"1.081079333s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T23:54:57.07277Z","caller":"traceutil/trace.go:171","msg":"trace[308604996] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"210.552371ms","start":"2026-07-09T23:54:56.862197Z","end":"2026-07-09T23:54:57.07275Z","steps":["trace[308604996] 'process raft request' (duration: 210.394457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:55:07.859037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.622483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:55:07.859119Z","caller":"traceutil/trace.go:171","msg":"trace[776037305] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:748; }","duration":"135.716485ms","start":"2026-07-09T23:55:07.723385Z","end":"2026-07-09T23:55:07.859102Z","steps":["trace[776037305] 'count revisions from in-memory index tree' (duration: 135.488139ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:55:11.157549Z","caller":"traceutil/trace.go:171","msg":"trace[520427042] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"625.902933ms","start":"2026-07-09T23:55:10.531613Z","end":"2026-07-09T23:55:11.157515Z","steps":["trace[520427042] 'process raft request' (duration: 625.75127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:55:11.157716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:55:10.531595Z","time spent":"626.044759ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:55:11.354547Z","caller":"traceutil/trace.go:171","msg":"trace[1715663711] transaction","detail":"{read_only:false; response_revision:766; number_of_response:1; }","duration":"500.993189ms","start":"2026-07-09T23:55:10.853524Z","end":"2026-07-09T23:55:11.354517Z","steps":["trace[1715663711] 'process raft request' (duration: 499.300795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:55:11.354779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:55:10.853496Z","time spent":"501.133083ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:55:46.011425Z","caller":"traceutil/trace.go:171","msg":"trace[811099244] linearizableReadLoop","detail":"{readStateIndex:1224; appliedIndex:1223; }","duration":"491.622545ms","start":"2026-07-09T23:55:45.519777Z","end":"2026-07-09T23:55:46.011399Z","steps":["trace[811099244] 'read index received' (duration: 491.4248ms)","trace[811099244] 'applied index is now lower than readState.Index' (duration: 196.505µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:55:46.011509Z","caller":"traceutil/trace.go:171","msg":"trace[794372446] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"674.443181ms","start":"2026-07-09T23:55:45.337029Z","end":"2026-07-09T23:55:46.011472Z","steps":["trace[794372446] 'process raft request' (duration: 674.166654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:55:46.011699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.118246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-09T23:55:46.012Z","caller":"traceutil/trace.go:171","msg":"trace[892126078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1185; }","duration":"490.472795ms","start":"2026-07-09T23:55:45.521512Z","end":"2026-07-09T23:55:46.011985Z","steps":["trace[892126078] 'agreement among raft nodes before linearized reading' (duration: 490.057625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:55:46.012035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:55:45.521491Z","time spent":"490.534327ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T23:55:46.01172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.897442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T23:55:46.012269Z","caller":"traceutil/trace.go:171","msg":"trace[2105777749] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1185; }","duration":"492.501548ms","start":"2026-07-09T23:55:45.519731Z","end":"2026-07-09T23:55:46.012232Z","steps":["trace[2105777749] 'agreement among raft nodes before linearized reading' (duration: 491.789539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:55:46.01174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.065064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T23:55:46.012393Z","caller":"traceutil/trace.go:171","msg":"trace[374078238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1185; }","duration":"488.764441ms","start":"2026-07-09T23:55:45.523617Z","end":"2026-07-09T23:55:46.012381Z","steps":["trace[374078238] 'agreement among raft nodes before linearized reading' (duration: 487.996962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:55:46.012384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:55:45.519696Z","time spent":"492.653552ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T23:55:46.012434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:55:45.523596Z","time spent":"488.829273ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T23:55:46.011839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.921511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-09T23:55:46.012328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:55:45.337012Z","time spent":"674.915914ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:55:46.012541Z","caller":"traceutil/trace.go:171","msg":"trace[1458087239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1185; }","duration":"390.661511ms","start":"2026-07-09T23:55:45.621854Z","end":"2026-07-09T23:55:46.012515Z","steps":["trace[1458087239] 'agreement among raft nodes before linearized reading' (duration: 389.774307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:55:46.01262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:55:45.621839Z","time spent":"390.759683ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-09T23:56:04.865348Z","caller":"traceutil/trace.go:171","msg":"trace[1967611018] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"138.730293ms","start":"2026-07-09T23:56:04.72658Z","end":"2026-07-09T23:56:04.86531Z","steps":["trace[1967611018] 'process raft request' (duration: 138.565549ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:06.777604Z","caller":"traceutil/trace.go:171","msg":"trace[499322635] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"612.315622ms","start":"2026-07-09T23:56:06.165239Z","end":"2026-07-09T23:56:06.777554Z","steps":["trace[499322635] 'process raft request' (duration: 583.166007ms)","trace[499322635] 'compare' (duration: 28.819327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:56:06.777868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:06.16522Z","time spent":"612.507508ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:56:06.848865Z","caller":"traceutil/trace.go:171","msg":"trace[2063569896] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"683.216798ms","start":"2026-07-09T23:56:06.165616Z","end":"2026-07-09T23:56:06.848832Z","steps":["trace[2063569896] 'process raft request' (duration: 683.008753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:06.849073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:06.165607Z","time spent":"683.353342ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:56:06.849218Z","caller":"traceutil/trace.go:171","msg":"trace[2109122952] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"683.136687ms","start":"2026-07-09T23:56:06.16605Z","end":"2026-07-09T23:56:06.849187Z","steps":["trace[2109122952] 'process raft request' (duration: 682.739786ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:06.849242Z","caller":"traceutil/trace.go:171","msg":"trace[2063447061] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"682.519281ms","start":"2026-07-09T23:56:06.166697Z","end":"2026-07-09T23:56:06.849216Z","steps":["trace[2063447061] 'process raft request' (duration: 682.324965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:06.849374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:06.16603Z","time spent":"683.26018ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:56:06.849384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:06.166685Z","time spent":"682.630014ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:56:06.849507Z","caller":"traceutil/trace.go:171","msg":"trace[1181105151] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"679.535634ms","start":"2026-07-09T23:56:06.169948Z","end":"2026-07-09T23:56:06.849484Z","steps":["trace[1181105151] 'process raft request' (duration: 679.186835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:06.84961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:06.169937Z","time spent":"679.620276ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:56:30.824958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.7162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T23:56:30.825008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.838035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60346559-d618-4d51-8295-c1501f95eeea\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-07-09T23:56:30.825503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.787565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"info","ts":"2026-07-09T23:56:30.825591Z","caller":"traceutil/trace.go:171","msg":"trace[1559031086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1828; }","duration":"400.898588ms","start":"2026-07-09T23:56:30.424664Z","end":"2026-07-09T23:56:30.825563Z","steps":["trace[1559031086] 'range keys from in-memory index tree' (duration: 400.59074ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:30.82508Z","caller":"traceutil/trace.go:171","msg":"trace[1155798713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1828; }","duration":"689.885595ms","start":"2026-07-09T23:56:30.135169Z","end":"2026-07-09T23:56:30.825054Z","steps":["trace[1155798713] 'range keys from in-memory index tree' (duration: 689.639678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:30.825652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:30.424651Z","time spent":"400.98699ms","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-09T23:56:30.825673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:30.135149Z","time spent":"690.502681ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T23:56:30.825177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.932503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T23:56:30.825678Z","caller":"traceutil/trace.go:171","msg":"trace[455358270] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-60346559-d618-4d51-8295-c1501f95eeea; range_end:; response_count:1; response_revision:1828; }","duration":"741.511423ms","start":"2026-07-09T23:56:30.084044Z","end":"2026-07-09T23:56:30.825555Z","steps":["trace[455358270] 'range keys from in-memory index tree' (duration: 740.565717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:30.825127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.648914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-09T23:56:30.82583Z","caller":"traceutil/trace.go:171","msg":"trace[245799020] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1828; }","duration":"413.55848ms","start":"2026-07-09T23:56:30.412189Z","end":"2026-07-09T23:56:30.825748Z","steps":["trace[245799020] 'count revisions from in-memory index tree' (duration: 412.844411ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:30.82589Z","caller":"traceutil/trace.go:171","msg":"trace[664415234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1828; }","duration":"616.476246ms","start":"2026-07-09T23:56:30.20939Z","end":"2026-07-09T23:56:30.825866Z","steps":["trace[664415234] 'range keys from in-memory index tree' (duration: 615.348867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:30.825956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:30.20937Z","time spent":"616.570179ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T23:56:30.825968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:30.412168Z","time spent":"413.750566ms","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":16,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-09T23:56:30.825872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:30.084022Z","time spent":"741.752599ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60346559-d618-4d51-8295-c1501f95eeea\" "} {"level":"warn","ts":"2026-07-09T23:56:30.826924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.277253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60346559-d618-4d51-8295-c1501f95eeea\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-09T23:56:30.827017Z","caller":"traceutil/trace.go:171","msg":"trace[222803319] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-60346559-d618-4d51-8295-c1501f95eeea; range_end:; response_count:1; response_revision:1828; }","duration":"612.402496ms","start":"2026-07-09T23:56:30.214594Z","end":"2026-07-09T23:56:30.826997Z","steps":["trace[222803319] 'range keys from in-memory index tree' (duration: 610.590407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:30.827237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:30.214586Z","time spent":"612.584771ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60346559-d618-4d51-8295-c1501f95eeea\" "} {"level":"info","ts":"2026-07-09T23:56:31.043143Z","caller":"traceutil/trace.go:171","msg":"trace[1524130391] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"210.477181ms","start":"2026-07-09T23:56:30.832629Z","end":"2026-07-09T23:56:31.043107Z","steps":["trace[1524130391] 'process raft request' (duration: 210.226024ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:31.043294Z","caller":"traceutil/trace.go:171","msg":"trace[532125547] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1889; }","duration":"155.43462ms","start":"2026-07-09T23:56:30.887832Z","end":"2026-07-09T23:56:31.043267Z","steps":["trace[532125547] 'read index received' (duration: 155.07169ms)","trace[532125547] 'applied index is now lower than readState.Index' (duration: 361µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:56:31.043529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.671516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T23:56:31.043634Z","caller":"traceutil/trace.go:171","msg":"trace[1129330960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1831; }","duration":"155.822121ms","start":"2026-07-09T23:56:30.887784Z","end":"2026-07-09T23:56:31.043606Z","steps":["trace[1129330960] 'agreement among raft nodes before linearized reading' (duration: 155.594755ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:31.043914Z","caller":"traceutil/trace.go:171","msg":"trace[708429500] transaction","detail":"{read_only:false; response_revision:1831; number_of_response:1; }","duration":"207.297415ms","start":"2026-07-09T23:56:30.836041Z","end":"2026-07-09T23:56:31.043339Z","steps":["trace[708429500] 'process raft request' (duration: 206.955426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:31.623299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.218128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T23:56:31.623428Z","caller":"traceutil/trace.go:171","msg":"trace[597958264] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1891; }","duration":"579.989399ms","start":"2026-07-09T23:56:31.043421Z","end":"2026-07-09T23:56:31.62341Z","steps":["trace[597958264] 'read index received' (duration: 223.560575ms)","trace[597958264] 'applied index is now lower than readState.Index' (duration: 356.427364ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:56:31.623489Z","caller":"traceutil/trace.go:171","msg":"trace[179829526] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"689.289369ms","start":"2026-07-09T23:56:30.934156Z","end":"2026-07-09T23:56:31.623446Z","steps":["trace[179829526] 'process raft request' (duration: 332.820744ms)","trace[179829526] 'compare' (duration: 356.083234ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:56:31.623665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:30.93413Z","time spent":"689.443293ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:56:31.623695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.93455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-09T23:56:31.623703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.986681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T23:56:31.623809Z","caller":"traceutil/trace.go:171","msg":"trace[458380214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1832; }","duration":"675.098785ms","start":"2026-07-09T23:56:30.948689Z","end":"2026-07-09T23:56:31.623788Z","steps":["trace[458380214] 'agreement among raft nodes before linearized reading' (duration: 674.726855ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:31.623824Z","caller":"traceutil/trace.go:171","msg":"trace[1505707159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1832; }","duration":"675.151246ms","start":"2026-07-09T23:56:30.948641Z","end":"2026-07-09T23:56:31.623792Z","steps":["trace[1505707159] 'agreement among raft nodes before linearized reading' (duration: 674.781876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:31.623869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:30.948669Z","time spent":"675.188487ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T23:56:31.623696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.386908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T23:56:31.623946Z","caller":"traceutil/trace.go:171","msg":"trace[897863011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1832; }","duration":"680.679346ms","start":"2026-07-09T23:56:30.943241Z","end":"2026-07-09T23:56:31.62392Z","steps":["trace[897863011] 'agreement among raft nodes before linearized reading' (duration: 680.216564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:31.623877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:30.948627Z","time spent":"675.239918ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T23:56:31.624012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:30.943223Z","time spent":"680.773638ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T23:56:31.631178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.184803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-07-09T23:56:31.631233Z","caller":"traceutil/trace.go:171","msg":"trace[54324537] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1833; }","duration":"584.297035ms","start":"2026-07-09T23:56:31.046921Z","end":"2026-07-09T23:56:31.631218Z","steps":["trace[54324537] 'agreement among raft nodes before linearized reading' (duration: 584.131291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:31.631256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.873484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T23:56:31.631271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:31.046898Z","time spent":"584.359508ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T23:56:31.631307Z","caller":"traceutil/trace.go:171","msg":"trace[367227730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1833; }","duration":"494.963176ms","start":"2026-07-09T23:56:31.136331Z","end":"2026-07-09T23:56:31.631294Z","steps":["trace[367227730] 'agreement among raft nodes before linearized reading' (duration: 494.861394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:31.631293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.11491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60346559-d618-4d51-8295-c1501f95eeea\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-07-09T23:56:31.631339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:31.136309Z","time spent":"495.024219ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T23:56:31.631349Z","caller":"traceutil/trace.go:171","msg":"trace[1648038101] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-60346559-d618-4d51-8295-c1501f95eeea; range_end:; response_count:1; response_revision:1833; }","duration":"581.221083ms","start":"2026-07-09T23:56:31.050114Z","end":"2026-07-09T23:56:31.631335Z","steps":["trace[1648038101] 'agreement among raft nodes before linearized reading' (duration: 581.091449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:31.631381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:31.050094Z","time spent":"581.278085ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3766,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60346559-d618-4d51-8295-c1501f95eeea\" "} {"level":"warn","ts":"2026-07-09T23:56:31.631401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.263819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-07-09T23:56:31.631451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.203456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-09T23:56:31.631511Z","caller":"traceutil/trace.go:171","msg":"trace[1092566796] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1833; }","duration":"192.31715ms","start":"2026-07-09T23:56:31.43918Z","end":"2026-07-09T23:56:31.631497Z","steps":["trace[1092566796] 'agreement among raft nodes before linearized reading' (duration: 192.114395ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:31.631522Z","caller":"traceutil/trace.go:171","msg":"trace[1187165161] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1833; }","duration":"490.413083ms","start":"2026-07-09T23:56:31.141074Z","end":"2026-07-09T23:56:31.631487Z","steps":["trace[1187165161] 'agreement among raft nodes before linearized reading' (duration: 490.156956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:31.631568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:31.141057Z","time spent":"490.502455ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T23:56:31.631571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.397993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-09T23:56:31.631621Z","caller":"traceutil/trace.go:171","msg":"trace[1524889329] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1833; }","duration":"195.540247ms","start":"2026-07-09T23:56:31.436073Z","end":"2026-07-09T23:56:31.631613Z","steps":["trace[1524889329] 'agreement among raft nodes before linearized reading' (duration: 195.011953ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:31.631878Z","caller":"traceutil/trace.go:171","msg":"trace[1783645819] transaction","detail":"{read_only:false; response_revision:1833; number_of_response:1; }","duration":"583.450572ms","start":"2026-07-09T23:56:31.047728Z","end":"2026-07-09T23:56:31.631178Z","steps":["trace[1783645819] 'process raft request' (duration: 583.216286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:31.632136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:31.047702Z","time spent":"584.320156ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:56:31.900695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.411528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T23:56:31.900915Z","caller":"traceutil/trace.go:171","msg":"trace[466220769] transaction","detail":"{read_only:false; response_revision:1834; number_of_response:1; }","duration":"273.322933ms","start":"2026-07-09T23:56:31.627563Z","end":"2026-07-09T23:56:31.900886Z","steps":["trace[466220769] 'process raft request' (duration: 120.609787ms)","trace[466220769] 'compare' (duration: 152.262464ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:56:31.90095Z","caller":"traceutil/trace.go:171","msg":"trace[833812351] transaction","detail":"{read_only:false; response_revision:1835; number_of_response:1; }","duration":"272.197882ms","start":"2026-07-09T23:56:31.628735Z","end":"2026-07-09T23:56:31.900933Z","steps":["trace[833812351] 'process raft request' (duration: 272.09844ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:31.901103Z","caller":"traceutil/trace.go:171","msg":"trace[872707339] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1893; }","duration":"267.438382ms","start":"2026-07-09T23:56:31.633654Z","end":"2026-07-09T23:56:31.901092Z","steps":["trace[872707339] 'read index received' (duration: 114.549822ms)","trace[872707339] 'applied index is now lower than readState.Index' (duration: 152.88768ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:56:31.901172Z","caller":"traceutil/trace.go:171","msg":"trace[1484778844] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"271.665078ms","start":"2026-07-09T23:56:31.629498Z","end":"2026-07-09T23:56:31.901163Z","steps":["trace[1484778844] 'process raft request' (duration: 271.394421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:31.901342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.68182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-07-09T23:56:31.901514Z","caller":"traceutil/trace.go:171","msg":"trace[771035837] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1836; }","duration":"267.742951ms","start":"2026-07-09T23:56:31.633635Z","end":"2026-07-09T23:56:31.901378Z","steps":["trace[771035837] 'agreement among raft nodes before linearized reading' (duration: 267.608127ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:31.902628Z","caller":"traceutil/trace.go:171","msg":"trace[1609183874] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"268.04731ms","start":"2026-07-09T23:56:31.634561Z","end":"2026-07-09T23:56:31.902608Z","steps":["trace[1609183874] 'process raft request' (duration: 267.847265ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:31.902655Z","caller":"traceutil/trace.go:171","msg":"trace[482476350] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"266.776045ms","start":"2026-07-09T23:56:31.635848Z","end":"2026-07-09T23:56:31.902624Z","steps":["trace[482476350] 'process raft request' (duration: 266.708144ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:31.902771Z","caller":"traceutil/trace.go:171","msg":"trace[82552759] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"267.881186ms","start":"2026-07-09T23:56:31.634881Z","end":"2026-07-09T23:56:31.902762Z","steps":["trace[82552759] 'process raft request' (duration: 267.634039ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:33.518462Z","caller":"traceutil/trace.go:171","msg":"trace[1856650893] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"162.220143ms","start":"2026-07-09T23:56:33.356212Z","end":"2026-07-09T23:56:33.518433Z","steps":["trace[1856650893] 'process raft request' (duration: 161.693878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:36.742546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.920114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:56:36.742626Z","caller":"traceutil/trace.go:171","msg":"trace[452634170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1909; }","duration":"104.048748ms","start":"2026-07-09T23:56:36.638559Z","end":"2026-07-09T23:56:36.742608Z","steps":["trace[452634170] 'range keys from in-memory index tree' (duration: 103.782191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:39.28673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903599429,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T23:56:39.494092Z","caller":"traceutil/trace.go:171","msg":"trace[686825760] linearizableReadLoop","detail":"{readStateIndex:1989; appliedIndex:1988; }","duration":"708.445048ms","start":"2026-07-09T23:56:38.785618Z","end":"2026-07-09T23:56:39.494063Z","steps":["trace[686825760] 'read index received' (duration: 706.796652ms)","trace[686825760] 'applied index is now lower than readState.Index' (duration: 1.646466ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:56:39.494144Z","caller":"traceutil/trace.go:171","msg":"trace[882377498] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"738.904323ms","start":"2026-07-09T23:56:38.755199Z","end":"2026-07-09T23:56:39.494103Z","steps":["trace[882377498] 'process raft request' (duration: 737.197026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:39.494313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.677345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T23:56:39.494454Z","caller":"traceutil/trace.go:171","msg":"trace[35971639] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1925; }","duration":"708.858219ms","start":"2026-07-09T23:56:38.785579Z","end":"2026-07-09T23:56:39.494437Z","steps":["trace[35971639] 'agreement among raft nodes before linearized reading' (duration: 708.621682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:39.494497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:38.785564Z","time spent":"708.922311ms","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T23:56:39.494326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:38.755184Z","time spent":"739.046517ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:56:39.494688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.788748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-07-09T23:56:39.494712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T23:56:39.494766Z","caller":"traceutil/trace.go:171","msg":"trace[1533939067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1925; }","duration":"543.903781ms","start":"2026-07-09T23:56:38.950844Z","end":"2026-07-09T23:56:39.494748Z","steps":["trace[1533939067] 'agreement among raft nodes before linearized reading' (duration: 543.49142ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:56:39.49478Z","caller":"traceutil/trace.go:171","msg":"trace[260639775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1925; }","duration":"574.603002ms","start":"2026-07-09T23:56:38.920158Z","end":"2026-07-09T23:56:39.494761Z","steps":["trace[260639775] 'agreement among raft nodes before linearized reading' (duration: 574.082368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:56:39.494828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:38.950834Z","time spent":"543.982143ms","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-09T23:56:39.494833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:56:38.920137Z","time spent":"574.683615ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-09T23:57:07.949628Z","caller":"traceutil/trace.go:171","msg":"trace[1664639598] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2202; }","duration":"145.78551ms","start":"2026-07-09T23:57:07.803819Z","end":"2026-07-09T23:57:07.949604Z","steps":["trace[1664639598] 'read index received' (duration: 145.567815ms)","trace[1664639598] 'applied index is now lower than readState.Index' (duration: 216.735µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:57:07.949688Z","caller":"traceutil/trace.go:171","msg":"trace[161354456] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"203.639449ms","start":"2026-07-09T23:57:07.74602Z","end":"2026-07-09T23:57:07.94966Z","steps":["trace[161354456] 'process raft request' (duration: 203.447764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:07.949812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.982745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T23:57:07.949848Z","caller":"traceutil/trace.go:171","msg":"trace[1302951157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2129; }","duration":"146.064507ms","start":"2026-07-09T23:57:07.803774Z","end":"2026-07-09T23:57:07.949839Z","steps":["trace[1302951157] 'agreement among raft nodes before linearized reading' (duration: 145.931564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:14.046493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903600065,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T23:57:14.059313Z","caller":"traceutil/trace.go:171","msg":"trace[435158108] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"566.402478ms","start":"2026-07-09T23:57:13.492882Z","end":"2026-07-09T23:57:14.059285Z","steps":["trace[435158108] 'process raft request' (duration: 566.241244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:14.059495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:13.492866Z","time spent":"566.532291ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:57:15.369331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.656128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-09T23:57:15.369874Z","caller":"traceutil/trace.go:171","msg":"trace[1753798569] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"1.39914356s","start":"2026-07-09T23:57:13.970694Z","end":"2026-07-09T23:57:15.369837Z","steps":["trace[1753798569] 'process raft request' (duration: 1.398798871s)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.370012Z","caller":"traceutil/trace.go:171","msg":"trace[346355686] linearizableReadLoop","detail":"{readStateIndex:2245; appliedIndex:2242; }","duration":"1.823545121s","start":"2026-07-09T23:57:13.546443Z","end":"2026-07-09T23:57:15.369988Z","steps":["trace[346355686] 'read index received' (duration: 512.676109ms)","trace[346355686] 'applied index is now lower than readState.Index' (duration: 1.310867532s)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:57:15.370192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823723646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:57:15.37025Z","caller":"traceutil/trace.go:171","msg":"trace[509091476] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2168; }","duration":"1.823830038s","start":"2026-07-09T23:57:13.546403Z","end":"2026-07-09T23:57:15.370233Z","steps":["trace[509091476] 'agreement among raft nodes before linearized reading' (duration: 1.823722626s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.370304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:13.546386Z","time spent":"1.823903971s","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T23:57:15.370197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:13.970672Z","time spent":"1.399293884s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:57:15.371851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735947681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:57:15.371928Z","caller":"traceutil/trace.go:171","msg":"trace[2110587685] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"1.034405954s","start":"2026-07-09T23:57:14.337508Z","end":"2026-07-09T23:57:15.371914Z","steps":["trace[2110587685] 'process raft request' (duration: 1.034154787s)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.371937Z","caller":"traceutil/trace.go:171","msg":"trace[1247915794] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2170; }","duration":"1.736080875s","start":"2026-07-09T23:57:13.635836Z","end":"2026-07-09T23:57:15.371917Z","steps":["trace[1247915794] 'agreement among raft nodes before linearized reading' (duration: 1.735936571s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.37192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.633987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T23:57:15.371983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051944371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-09T23:57:15.371981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257310488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-09T23:57:15.372015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.337473Z","time spent":"1.034492876s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:57:15.372024Z","caller":"traceutil/trace.go:171","msg":"trace[1102689307] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2170; }","duration":"1.052024683s","start":"2026-07-09T23:57:14.319988Z","end":"2026-07-09T23:57:15.372012Z","steps":["trace[1102689307] 'agreement among raft nodes before linearized reading' (duration: 1.05189824s)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.37204Z","caller":"traceutil/trace.go:171","msg":"trace[617788959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2170; }","duration":"1.25741924s","start":"2026-07-09T23:57:14.114607Z","end":"2026-07-09T23:57:15.372027Z","steps":["trace[617788959] 'agreement among raft nodes before linearized reading' (duration: 1.257230746s)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.37204Z","caller":"traceutil/trace.go:171","msg":"trace[1464822109] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2170; }","duration":"270.791191ms","start":"2026-07-09T23:57:15.101215Z","end":"2026-07-09T23:57:15.372007Z","steps":["trace[1464822109] 'agreement among raft nodes before linearized reading' (duration: 270.564355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.372073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.114589Z","time spent":"1.257478122s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-09T23:57:15.372047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:13.635817Z","time spent":"1.736161406s","remote":"127.0.0.1:58538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T23:57:15.372153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.891399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T23:57:15.372056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.319968Z","time spent":"1.052082204s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T23:57:15.372177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054456905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-07-09T23:57:15.372198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258416446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-07-09T23:57:15.372244Z","caller":"traceutil/trace.go:171","msg":"trace[225227345] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2170; }","duration":"1.054554937s","start":"2026-07-09T23:57:14.317664Z","end":"2026-07-09T23:57:15.372219Z","steps":["trace[225227345] 'agreement among raft nodes before linearized reading' (duration: 1.054318681s)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.372263Z","caller":"traceutil/trace.go:171","msg":"trace[461631966] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2170; }","duration":"1.258519029s","start":"2026-07-09T23:57:14.113726Z","end":"2026-07-09T23:57:15.372245Z","steps":["trace[461631966] 'agreement among raft nodes before linearized reading' (duration: 1.258315264s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.372288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.317644Z","time spent":"1.054635161s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T23:57:15.372308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.113707Z","time spent":"1.25859095s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-09T23:57:15.372378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25932262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-09T23:57:15.37234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236532826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:57:15.372407Z","caller":"traceutil/trace.go:171","msg":"trace[609421396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2170; }","duration":"1.259397172s","start":"2026-07-09T23:57:14.113003Z","end":"2026-07-09T23:57:15.3724Z","steps":["trace[609421396] 'agreement among raft nodes before linearized reading' (duration: 1.25933062s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.372435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.112973Z","time spent":"1.259456954s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T23:57:15.372437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395946187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T23:57:15.372458Z","caller":"traceutil/trace.go:171","msg":"trace[1865308547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2170; }","duration":"1.2366788s","start":"2026-07-09T23:57:14.135755Z","end":"2026-07-09T23:57:15.372434Z","steps":["trace[1865308547] 'agreement among raft nodes before linearized reading' (duration: 1.236461774s)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.372464Z","caller":"traceutil/trace.go:171","msg":"trace[457632647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2170; }","duration":"1.396014908s","start":"2026-07-09T23:57:13.976441Z","end":"2026-07-09T23:57:15.372456Z","steps":["trace[457632647] 'agreement among raft nodes before linearized reading' (duration: 1.395943097s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.37212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.585298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T23:57:15.3725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:13.97641Z","time spent":"1.396084721s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T23:57:15.372501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.135732Z","time spent":"1.236759822s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T23:57:15.372456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687372275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-09T23:57:15.37251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257911094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-09T23:57:15.372495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210106469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11666"} {"level":"info","ts":"2026-07-09T23:57:15.372524Z","caller":"traceutil/trace.go:171","msg":"trace[1764359681] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2170; }","duration":"779.994758ms","start":"2026-07-09T23:57:14.5925Z","end":"2026-07-09T23:57:15.372495Z","steps":["trace[1764359681] 'agreement among raft nodes before linearized reading' (duration: 779.570948ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.372555Z","caller":"traceutil/trace.go:171","msg":"trace[284302328] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2170; }","duration":"1.687512539s","start":"2026-07-09T23:57:13.685023Z","end":"2026-07-09T23:57:15.372536Z","steps":["trace[284302328] 'agreement among raft nodes before linearized reading' (duration: 1.687306503s)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.372553Z","caller":"traceutil/trace.go:171","msg":"trace[302895053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2170; }","duration":"1.257973595s","start":"2026-07-09T23:57:14.114568Z","end":"2026-07-09T23:57:15.372541Z","steps":["trace[302895053] 'agreement among raft nodes before linearized reading' (duration: 1.257850402s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.372581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:13.684997Z","time spent":"1.687578071s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T23:57:15.372588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.59248Z","time spent":"780.091481ms","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-09T23:57:15.372594Z","caller":"traceutil/trace.go:171","msg":"trace[641322896] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2170; }","duration":"1.210255472s","start":"2026-07-09T23:57:14.162313Z","end":"2026-07-09T23:57:15.372569Z","steps":["trace[641322896] 'agreement among raft nodes before linearized reading' (duration: 1.209612386s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.372602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.114557Z","time spent":"1.258035206s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-09T23:57:15.372665Z","caller":"traceutil/trace.go:171","msg":"trace[475405659] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2170; }","duration":"975.949201ms","start":"2026-07-09T23:57:14.396221Z","end":"2026-07-09T23:57:15.372171Z","steps":["trace[475405659] 'agreement among raft nodes before linearized reading' (duration: 975.9128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.372697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.396199Z","time spent":"976.490464ms","remote":"127.0.0.1:58342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T23:57:15.372696Z","caller":"traceutil/trace.go:171","msg":"trace[276061358] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"1.146695528s","start":"2026-07-09T23:57:14.225191Z","end":"2026-07-09T23:57:15.371887Z","steps":["trace[276061358] 'process raft request' (duration: 1.144500541s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.372642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.162284Z","time spent":"1.210348305s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11689,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T23:57:15.372688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570091541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4591"} {"level":"warn","ts":"2026-07-09T23:57:15.372803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.225158Z","time spent":"1.147581131s","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8597,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:57:15.37322Z","caller":"traceutil/trace.go:171","msg":"trace[2132512049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2170; }","duration":"1.570723117s","start":"2026-07-09T23:57:13.802462Z","end":"2026-07-09T23:57:15.373185Z","steps":["trace[2132512049] 'agreement among raft nodes before linearized reading' (duration: 1.569702631s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.37332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:13.802423Z","time spent":"1.570855271s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4614,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-09T23:57:15.372136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303138271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:57:15.37443Z","caller":"traceutil/trace.go:171","msg":"trace[688793193] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2170; }","duration":"1.305539064s","start":"2026-07-09T23:57:14.068874Z","end":"2026-07-09T23:57:15.374414Z","steps":["trace[688793193] 'agreement among raft nodes before linearized reading' (duration: 1.303029508s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.374524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:14.068859Z","time spent":"1.305646016s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T23:57:15.651086Z","caller":"traceutil/trace.go:171","msg":"trace[365082731] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"273.872891ms","start":"2026-07-09T23:57:15.377194Z","end":"2026-07-09T23:57:15.651067Z","steps":["trace[365082731] 'process raft request' (duration: 273.689866ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.651492Z","caller":"traceutil/trace.go:171","msg":"trace[644737278] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"273.707847ms","start":"2026-07-09T23:57:15.377758Z","end":"2026-07-09T23:57:15.651466Z","steps":["trace[644737278] 'process raft request' (duration: 273.497052ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.651516Z","caller":"traceutil/trace.go:171","msg":"trace[664504835] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"273.651956ms","start":"2026-07-09T23:57:15.377843Z","end":"2026-07-09T23:57:15.651495Z","steps":["trace[664504835] 'process raft request' (duration: 273.547843ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.651665Z","caller":"traceutil/trace.go:171","msg":"trace[1086754877] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"274.400895ms","start":"2026-07-09T23:57:15.377229Z","end":"2026-07-09T23:57:15.65163Z","steps":["trace[1086754877] 'process raft request' (duration: 273.808889ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.651848Z","caller":"traceutil/trace.go:171","msg":"trace[1499734996] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"273.82138ms","start":"2026-07-09T23:57:15.377985Z","end":"2026-07-09T23:57:15.651807Z","steps":["trace[1499734996] 'process raft request' (duration: 273.459661ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.652706Z","caller":"traceutil/trace.go:171","msg":"trace[1851755656] linearizableReadLoop","detail":"{readStateIndex:2255; appliedIndex:2248; }","duration":"183.810676ms","start":"2026-07-09T23:57:15.468872Z","end":"2026-07-09T23:57:15.652683Z","steps":["trace[1851755656] 'read index received' (duration: 182.04895ms)","trace[1851755656] 'applied index is now lower than readState.Index' (duration: 1.759896ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:57:15.652912Z","caller":"traceutil/trace.go:171","msg":"trace[1398468297] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"237.822223ms","start":"2026-07-09T23:57:15.415069Z","end":"2026-07-09T23:57:15.652891Z","steps":["trace[1398468297] 'process raft request' (duration: 237.498124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:15.65305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.602518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:57:15.653261Z","caller":"traceutil/trace.go:171","msg":"trace[1204900057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2178; }","duration":"272.863475ms","start":"2026-07-09T23:57:15.380386Z","end":"2026-07-09T23:57:15.653249Z","steps":["trace[1204900057] 'agreement among raft nodes before linearized reading' (duration: 272.537757ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:15.653299Z","caller":"traceutil/trace.go:171","msg":"trace[1373478750] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"273.166313ms","start":"2026-07-09T23:57:15.37968Z","end":"2026-07-09T23:57:15.652847Z","steps":["trace[1373478750] 'process raft request' (duration: 272.048994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:16.20731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.780006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T23:57:16.207453Z","caller":"traceutil/trace.go:171","msg":"trace[914968214] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2179; }","duration":"548.184844ms","start":"2026-07-09T23:57:15.659254Z","end":"2026-07-09T23:57:16.207439Z","steps":["trace[914968214] 'process raft request' (duration: 548.143523ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:16.207497Z","caller":"traceutil/trace.go:171","msg":"trace[1407384173] linearizableReadLoop","detail":"{readStateIndex:2256; appliedIndex:2255; }","duration":"554.691383ms","start":"2026-07-09T23:57:15.652781Z","end":"2026-07-09T23:57:16.207473Z","steps":["trace[1407384173] 'read index received' (duration: 90.64147ms)","trace[1407384173] 'applied index is now lower than readState.Index' (duration: 464.046493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:57:16.207541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:15.659235Z","time spent":"548.281636ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T23:57:16.207995Z","caller":"traceutil/trace.go:171","msg":"trace[1775670849] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"733.473218ms","start":"2026-07-09T23:57:15.474008Z","end":"2026-07-09T23:57:16.207481Z","steps":["trace[1775670849] 'process raft request' (duration: 269.445295ms)","trace[1775670849] 'compare' (duration: 463.604202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:57:16.208363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:15.473986Z","time spent":"734.137686ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:57:16.208412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.630291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-09T23:57:16.208491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.52967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-07-09T23:57:16.208561Z","caller":"traceutil/trace.go:171","msg":"trace[1796877956] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2179; }","duration":"683.845925ms","start":"2026-07-09T23:57:15.5247Z","end":"2026-07-09T23:57:16.208546Z","steps":["trace[1796877956] 'agreement among raft nodes before linearized reading' (duration: 683.030444ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:16.208584Z","caller":"traceutil/trace.go:171","msg":"trace[1172676407] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2179; }","duration":"551.691874ms","start":"2026-07-09T23:57:15.656872Z","end":"2026-07-09T23:57:16.208564Z","steps":["trace[1172676407] 'agreement among raft nodes before linearized reading' (duration: 551.429327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:16.208607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:15.524679Z","time spent":"683.915659ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-09T23:57:16.208633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:15.656847Z","time spent":"551.776767ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T23:57:49.896911Z","caller":"traceutil/trace.go:171","msg":"trace[384480876] linearizableReadLoop","detail":"{readStateIndex:2557; appliedIndex:2556; }","duration":"266.441727ms","start":"2026-07-09T23:57:49.63045Z","end":"2026-07-09T23:57:49.896892Z","steps":["trace[384480876] 'read index received' (duration: 266.269373ms)","trace[384480876] 'applied index is now lower than readState.Index' (duration: 171.654µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:57:49.897235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.765856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-09T23:57:49.897473Z","caller":"traceutil/trace.go:171","msg":"trace[132707467] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2462; }","duration":"267.054913ms","start":"2026-07-09T23:57:49.630397Z","end":"2026-07-09T23:57:49.897452Z","steps":["trace[132707467] 'agreement among raft nodes before linearized reading' (duration: 266.669844ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:49.897256Z","caller":"traceutil/trace.go:171","msg":"trace[486498779] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"416.628358ms","start":"2026-07-09T23:57:49.480585Z","end":"2026-07-09T23:57:49.897213Z","steps":["trace[486498779] 'process raft request' (duration: 416.105325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:49.897783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:49.480559Z","time spent":"417.142052ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:57:50.420816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903600803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T23:57:50.921735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903600803,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-09T23:57:51.025269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123693658s","expected-duration":"1s"} {"level":"info","ts":"2026-07-09T23:57:51.025595Z","caller":"traceutil/trace.go:171","msg":"trace[971747401] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"1.124106978s","start":"2026-07-09T23:57:49.901467Z","end":"2026-07-09T23:57:51.025574Z","steps":["trace[971747401] 'process raft request' (duration: 1.123942914s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:51.025898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:49.901445Z","time spent":"1.124220261s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:57:51.027011Z","caller":"traceutil/trace.go:171","msg":"trace[1427607349] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"1.125136516s","start":"2026-07-09T23:57:49.901842Z","end":"2026-07-09T23:57:51.026979Z","steps":["trace[1427607349] 'process raft request' (duration: 1.125045493s)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:51.027073Z","caller":"traceutil/trace.go:171","msg":"trace[1084885546] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"1.125189717s","start":"2026-07-09T23:57:49.901839Z","end":"2026-07-09T23:57:51.027028Z","steps":["trace[1084885546] 'process raft request' (duration: 1.124891029s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:51.027149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:49.901816Z","time spent":"1.125249518s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:57:51.027226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:49.901816Z","time spent":"1.12533167s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:57:51.027335Z","caller":"traceutil/trace.go:171","msg":"trace[1017040023] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"1.125106864s","start":"2026-07-09T23:57:49.902202Z","end":"2026-07-09T23:57:51.027309Z","steps":["trace[1017040023] 'process raft request' (duration: 1.124739854s)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:57:51.027468Z","caller":"traceutil/trace.go:171","msg":"trace[1979130071] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"1.124803677s","start":"2026-07-09T23:57:49.902601Z","end":"2026-07-09T23:57:51.027405Z","steps":["trace[1979130071] 'process raft request' (duration: 1.124582191s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:51.027478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:49.902188Z","time spent":"1.125213268s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:57:51.027637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:49.90257Z","time spent":"1.124981842s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:57:51.027683Z","caller":"traceutil/trace.go:171","msg":"trace[955542966] linearizableReadLoop","detail":"{readStateIndex:2563; appliedIndex:2557; }","duration":"1.107868396s","start":"2026-07-09T23:57:49.919803Z","end":"2026-07-09T23:57:51.027672Z","steps":["trace[955542966] 'read index received' (duration: 1.105654438s)","trace[955542966] 'applied index is now lower than readState.Index' (duration: 2.213298ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:57:51.027728Z","caller":"traceutil/trace.go:171","msg":"trace[1218076913] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"1.124816868s","start":"2026-07-09T23:57:49.90289Z","end":"2026-07-09T23:57:51.027707Z","steps":["trace[1218076913] 'process raft request' (duration: 1.124467619s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:51.027929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.309434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:57:51.027983Z","caller":"traceutil/trace.go:171","msg":"trace[95961252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2468; }","duration":"892.409606ms","start":"2026-07-09T23:57:50.135561Z","end":"2026-07-09T23:57:51.02797Z","steps":["trace[95961252] 'agreement among raft nodes before linearized reading' (duration: 892.266003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:51.028016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:50.135542Z","time spent":"892.467697ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T23:57:51.028105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.294203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-07-09T23:57:51.028157Z","caller":"traceutil/trace.go:171","msg":"trace[1462326812] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2468; }","duration":"458.455917ms","start":"2026-07-09T23:57:50.569689Z","end":"2026-07-09T23:57:51.028145Z","steps":["trace[1462326812] 'agreement among raft nodes before linearized reading' (duration: 458.281992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:51.0282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:50.56967Z","time spent":"458.521158ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T23:57:51.02823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.558925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-09T23:57:51.028575Z","caller":"traceutil/trace.go:171","msg":"trace[425285274] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2468; }","duration":"454.875123ms","start":"2026-07-09T23:57:50.573614Z","end":"2026-07-09T23:57:51.028489Z","steps":["trace[425285274] 'agreement among raft nodes before linearized reading' (duration: 454.232656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:51.028706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:50.573594Z","time spent":"455.097218ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T23:57:51.028928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109125648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-07-09T23:57:51.029215Z","caller":"traceutil/trace.go:171","msg":"trace[307086893] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2468; }","duration":"1.109460117s","start":"2026-07-09T23:57:49.919733Z","end":"2026-07-09T23:57:51.029193Z","steps":["trace[307086893] 'agreement among raft nodes before linearized reading' (duration: 1.108053951s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:57:51.029323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:49.919716Z","time spent":"1.109590741s","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1319,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-09T23:57:51.029057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:57:49.902872Z","time spent":"1.124960821s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:58:23.041341Z","caller":"traceutil/trace.go:171","msg":"trace[873775420] linearizableReadLoop","detail":"{readStateIndex:2790; appliedIndex:2789; }","duration":"340.848155ms","start":"2026-07-09T23:58:22.700465Z","end":"2026-07-09T23:58:23.041314Z","steps":["trace[873775420] 'read index received' (duration: 340.486835ms)","trace[873775420] 'applied index is now lower than readState.Index' (duration: 360.14µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:58:23.041443Z","caller":"traceutil/trace.go:171","msg":"trace[1978726679] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"343.80253ms","start":"2026-07-09T23:58:22.697598Z","end":"2026-07-09T23:58:23.0414Z","steps":["trace[1978726679] 'process raft request' (duration: 343.480471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:23.041499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.999149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:58:23.041544Z","caller":"traceutil/trace.go:171","msg":"trace[344020338] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2683; }","duration":"341.09525ms","start":"2026-07-09T23:58:22.700436Z","end":"2026-07-09T23:58:23.041531Z","steps":["trace[344020338] 'agreement among raft nodes before linearized reading' (duration: 340.991698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:23.041581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:22.700425Z","time spent":"341.146992ms","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-09T23:58:23.041639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:22.697575Z","time spent":"343.962695ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:58:23.755965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.239452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-09T23:58:23.756073Z","caller":"traceutil/trace.go:171","msg":"trace[655419010] linearizableReadLoop","detail":"{readStateIndex:2792; appliedIndex:2791; }","duration":"619.379328ms","start":"2026-07-09T23:58:23.136669Z","end":"2026-07-09T23:58:23.756049Z","steps":["trace[655419010] 'read index received' (duration: 362.978072ms)","trace[655419010] 'applied index is now lower than readState.Index' (duration: 256.400266ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:58:23.756116Z","caller":"traceutil/trace.go:171","msg":"trace[1592492917] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2684; }","duration":"700.543003ms","start":"2026-07-09T23:58:23.055507Z","end":"2026-07-09T23:58:23.75605Z","steps":["trace[1592492917] 'process raft request' (duration: 444.126537ms)","trace[1592492917] 'compare' (duration: 256.195751ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:58:23.756214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.544502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T23:58:23.756208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.055488Z","time spent":"700.683866ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T23:58:23.756061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.167247ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:58:23.756306Z","caller":"traceutil/trace.go:171","msg":"trace[1924366921] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2684; }","duration":"479.446904ms","start":"2026-07-09T23:58:23.276826Z","end":"2026-07-09T23:58:23.756273Z","steps":["trace[1924366921] 'range keys from in-memory index tree' (duration: 479.133286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:23.756355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.150705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-09T23:58:23.756384Z","caller":"traceutil/trace.go:171","msg":"trace[927026490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2684; }","duration":"586.213436ms","start":"2026-07-09T23:58:23.170162Z","end":"2026-07-09T23:58:23.756376Z","steps":["trace[927026490] 'agreement among raft nodes before linearized reading' (duration: 586.107154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:23.756414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.170143Z","time spent":"586.262467ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-09T23:58:23.75644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.734005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-09T23:58:23.756471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.579156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c0c47a95e33ec6\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-09T23:58:23.756511Z","caller":"traceutil/trace.go:171","msg":"trace[2031214143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2684; }","duration":"578.825537ms","start":"2026-07-09T23:58:23.177667Z","end":"2026-07-09T23:58:23.756493Z","steps":["trace[2031214143] 'agreement among raft nodes before linearized reading' (duration: 578.663153ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:58:23.756523Z","caller":"traceutil/trace.go:171","msg":"trace[1287743149] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c0c47a95e33ec6; range_end:; response_count:1; response_revision:2684; }","duration":"535.666098ms","start":"2026-07-09T23:58:23.220843Z","end":"2026-07-09T23:58:23.756509Z","steps":["trace[1287743149] 'agreement among raft nodes before linearized reading' (duration: 535.485133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:23.756547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.611096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-09T23:58:23.756564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.177657Z","time spent":"578.895159ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-09T23:58:23.756592Z","caller":"traceutil/trace.go:171","msg":"trace[557136722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2684; }","duration":"577.680027ms","start":"2026-07-09T23:58:23.178902Z","end":"2026-07-09T23:58:23.756582Z","steps":["trace[557136722] 'agreement among raft nodes before linearized reading' (duration: 577.565284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:23.756628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.178886Z","time spent":"577.735449ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-09T23:58:23.756634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.949779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-09T23:58:23.756685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.873529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-09T23:58:23.756564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.220825Z","time spent":"535.72867ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c0c47a95e33ec6\" "} {"level":"warn","ts":"2026-07-09T23:58:23.756694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.848984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-09T23:58:23.756719Z","caller":"traceutil/trace.go:171","msg":"trace[1380565224] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2684; }","duration":"580.942711ms","start":"2026-07-09T23:58:23.175767Z","end":"2026-07-09T23:58:23.75671Z","steps":["trace[1380565224] 'agreement among raft nodes before linearized reading' (duration: 580.843378ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:58:23.756243Z","caller":"traceutil/trace.go:171","msg":"trace[1028925139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2684; }","duration":"619.619384ms","start":"2026-07-09T23:58:23.136615Z","end":"2026-07-09T23:58:23.756234Z","steps":["trace[1028925139] 'agreement among raft nodes before linearized reading' (duration: 619.559432ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:58:23.756745Z","caller":"traceutil/trace.go:171","msg":"trace[1177011269] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2684; }","duration":"333.931186ms","start":"2026-07-09T23:58:23.422796Z","end":"2026-07-09T23:58:23.756727Z","steps":["trace[1177011269] 'agreement among raft nodes before linearized reading' (duration: 333.793943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:23.756757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.175747Z","time spent":"581.004472ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-09T23:58:23.756723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.637593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"warn","ts":"2026-07-09T23:58:23.756733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.005932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-09T23:58:23.756794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.422751Z","time spent":"334.030699ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T23:58:23.756812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.136595Z","time spent":"620.189319ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T23:58:23.756828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.825546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:58:23.756844Z","caller":"traceutil/trace.go:171","msg":"trace[282359155] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:2684; }","duration":"580.774966ms","start":"2026-07-09T23:58:23.176031Z","end":"2026-07-09T23:58:23.756806Z","steps":["trace[282359155] 'agreement among raft nodes before linearized reading' (duration: 580.350666ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:58:23.756885Z","caller":"traceutil/trace.go:171","msg":"trace[1927757392] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2684; }","duration":"488.938338ms","start":"2026-07-09T23:58:23.267935Z","end":"2026-07-09T23:58:23.756874Z","steps":["trace[1927757392] 'agreement among raft nodes before linearized reading' (duration: 488.862126ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:58:23.75673Z","caller":"traceutil/trace.go:171","msg":"trace[544591817] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2684; }","duration":"329.088953ms","start":"2026-07-09T23:58:23.427618Z","end":"2026-07-09T23:58:23.756707Z","steps":["trace[544591817] 'agreement among raft nodes before linearized reading' (duration: 328.833926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:23.756897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.17602Z","time spent":"580.866088ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":547,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-09T23:58:23.756931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.26791Z","time spent":"489.01177ms","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T23:58:23.756836Z","caller":"traceutil/trace.go:171","msg":"trace[1500492730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2684; }","duration":"579.139935ms","start":"2026-07-09T23:58:23.177676Z","end":"2026-07-09T23:58:23.756816Z","steps":["trace[1500492730] 'agreement among raft nodes before linearized reading' (duration: 578.898078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:23.756951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.427604Z","time spent":"329.329709ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T23:58:23.756993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.177664Z","time spent":"579.3188ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T23:58:24.227161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.760011Z","time spent":"467.145389ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-09T23:58:24.227209Z","caller":"traceutil/trace.go:171","msg":"trace[85746990] linearizableReadLoop","detail":"{readStateIndex:2793; appliedIndex:2793; }","duration":"465.618599ms","start":"2026-07-09T23:58:23.76154Z","end":"2026-07-09T23:58:24.227159Z","steps":["trace[85746990] 'read index received' (duration: 465.605019ms)","trace[85746990] 'applied index is now lower than readState.Index' (duration: 11.77µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:58:24.227454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.880436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:552"} {"level":"info","ts":"2026-07-09T23:58:24.227576Z","caller":"traceutil/trace.go:171","msg":"trace[2061024805] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2684; }","duration":"466.03114ms","start":"2026-07-09T23:58:23.761513Z","end":"2026-07-09T23:58:24.227544Z","steps":["trace[2061024805] 'agreement among raft nodes before linearized reading' (duration: 465.746723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.227649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.761499Z","time spent":"466.133212ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":575,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T23:58:24.728196Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903601463,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T23:58:24.761494Z","caller":"traceutil/trace.go:171","msg":"trace[1023397199] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"998.559048ms","start":"2026-07-09T23:58:23.762887Z","end":"2026-07-09T23:58:24.761446Z","steps":["trace[1023397199] 'process raft request' (duration: 998.439335ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:58:24.761491Z","caller":"traceutil/trace.go:171","msg":"trace[611285623] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"999.269796ms","start":"2026-07-09T23:58:23.762173Z","end":"2026-07-09T23:58:24.761443Z","steps":["trace[611285623] 'process raft request' (duration: 998.355532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.761639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.762866Z","time spent":"998.694741ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:58:24.761653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.762157Z","time spent":"999.418119ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:58:24.761904Z","caller":"traceutil/trace.go:171","msg":"trace[857193838] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"998.674331ms","start":"2026-07-09T23:58:23.763197Z","end":"2026-07-09T23:58:24.761872Z","steps":["trace[857193838] 'process raft request' (duration: 998.214519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.762104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.763185Z","time spent":"998.791234ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:58:24.762165Z","caller":"traceutil/trace.go:171","msg":"trace[781628608] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"998.537327ms","start":"2026-07-09T23:58:23.763604Z","end":"2026-07-09T23:58:24.762141Z","steps":["trace[781628608] 'process raft request' (duration: 998.169627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.762278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.763593Z","time spent":"998.63015ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:58:24.7625Z","caller":"traceutil/trace.go:171","msg":"trace[1740881935] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"998.758983ms","start":"2026-07-09T23:58:23.763708Z","end":"2026-07-09T23:58:24.762467Z","steps":["trace[1740881935] 'process raft request' (duration: 998.409544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.762673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.763695Z","time spent":"998.886526ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:58:24.762856Z","caller":"traceutil/trace.go:171","msg":"trace[692537074] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"998.540066ms","start":"2026-07-09T23:58:23.764296Z","end":"2026-07-09T23:58:24.762836Z","steps":["trace[692537074] 'process raft request' (duration: 998.114546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.762955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.764282Z","time spent":"998.624708ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:58:24.763235Z","caller":"traceutil/trace.go:171","msg":"trace[654106619] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"994.695838ms","start":"2026-07-09T23:58:23.768499Z","end":"2026-07-09T23:58:24.763194Z","steps":["trace[654106619] 'process raft request' (duration: 994.182385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.763485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.768487Z","time spent":"994.880963ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:58:24.763534Z","caller":"traceutil/trace.go:171","msg":"trace[2051693115] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"747.996152ms","start":"2026-07-09T23:58:24.015522Z","end":"2026-07-09T23:58:24.763518Z","steps":["trace[2051693115] 'process raft request' (duration: 747.488389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.763656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:24.015491Z","time spent":"748.115135ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:58:24.769904Z","caller":"traceutil/trace.go:171","msg":"trace[1219448823] linearizableReadLoop","detail":"{readStateIndex:2804; appliedIndex:2793; }","duration":"542.594657ms","start":"2026-07-09T23:58:24.227286Z","end":"2026-07-09T23:58:24.76988Z","steps":["trace[1219448823] 'read index received' (duration: 533.260726ms)","trace[1219448823] 'applied index is now lower than readState.Index' (duration: 9.3323ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:58:24.76996Z","caller":"traceutil/trace.go:171","msg":"trace[357783075] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"537.888055ms","start":"2026-07-09T23:58:24.232048Z","end":"2026-07-09T23:58:24.769937Z","steps":["trace[357783075] 'process raft request' (duration: 537.773782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.770109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008298758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"warn","ts":"2026-07-09T23:58:24.770153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:24.232024Z","time spent":"537.980258ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T23:58:24.770157Z","caller":"traceutil/trace.go:171","msg":"trace[1705252056] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2694; }","duration":"1.008390959s","start":"2026-07-09T23:58:23.761755Z","end":"2026-07-09T23:58:24.770146Z","steps":["trace[1705252056] 'agreement among raft nodes before linearized reading' (duration: 1.008213045s)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:58:24.770286Z","caller":"traceutil/trace.go:171","msg":"trace[988924130] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"541.917209ms","start":"2026-07-09T23:58:24.228343Z","end":"2026-07-09T23:58:24.77026Z","steps":["trace[988924130] 'process raft request' (duration: 541.241711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.770404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.761738Z","time spent":"1.008649906s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T23:58:24.770517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:24.228322Z","time spent":"542.057692ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T23:58:24.770571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.222521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1296"} {"level":"info","ts":"2026-07-09T23:58:24.770659Z","caller":"traceutil/trace.go:171","msg":"trace[1875749184] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2694; }","duration":"849.345455ms","start":"2026-07-09T23:58:23.921287Z","end":"2026-07-09T23:58:24.770633Z","steps":["trace[1875749184] 'agreement among raft nodes before linearized reading' (duration: 849.137009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.770715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:23.921267Z","time spent":"849.437716ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1319,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-09T23:58:24.770892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.197972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T23:58:24.771069Z","caller":"traceutil/trace.go:171","msg":"trace[734359319] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2694; }","duration":"712.564162ms","start":"2026-07-09T23:58:24.058426Z","end":"2026-07-09T23:58:24.770991Z","steps":["trace[734359319] 'agreement among raft nodes before linearized reading' (duration: 712.020798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:24.771214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:58:24.058401Z","time spent":"712.793867ms","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-09T23:58:59.352959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.449442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-07-09T23:58:59.353065Z","caller":"traceutil/trace.go:171","msg":"trace[752753854] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3016; }","duration":"234.606816ms","start":"2026-07-09T23:58:59.118435Z","end":"2026-07-09T23:58:59.353042Z","steps":["trace[752753854] 'range keys from in-memory index tree' (duration: 234.306079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:58:59.352959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.469403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"warn","ts":"2026-07-09T23:58:59.353066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.105737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T23:58:59.353149Z","caller":"traceutil/trace.go:171","msg":"trace[107079111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3016; }","duration":"217.22988ms","start":"2026-07-09T23:58:59.135903Z","end":"2026-07-09T23:58:59.353132Z","steps":["trace[107079111] 'range keys from in-memory index tree' (duration: 217.022465ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:58:59.353192Z","caller":"traceutil/trace.go:171","msg":"trace[848603066] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3016; }","duration":"241.694989ms","start":"2026-07-09T23:58:59.111426Z","end":"2026-07-09T23:58:59.353121Z","steps":["trace[848603066] 'range keys from in-memory index tree' (duration: 241.246427ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:59:26.368233Z","caller":"traceutil/trace.go:171","msg":"trace[1684763848] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"126.132052ms","start":"2026-07-09T23:59:26.242063Z","end":"2026-07-09T23:59:26.368195Z","steps":["trace[1684763848] 'process raft request' (duration: 125.837264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:59:32.09264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.079413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-09T23:59:32.092915Z","caller":"traceutil/trace.go:171","msg":"trace[1507153298] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3312; }","duration":"572.524537ms","start":"2026-07-09T23:59:31.520361Z","end":"2026-07-09T23:59:32.092886Z","steps":["trace[1507153298] 'process raft request' (duration: 321.026903ms)","trace[1507153298] 'compare' (duration: 251.030762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:59:32.093004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:59:31.520336Z","time spent":"572.634639ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-09T23:59:32.092804Z","caller":"traceutil/trace.go:171","msg":"trace[1512869042] linearizableReadLoop","detail":"{readStateIndex:3451; appliedIndex:3450; }","duration":"548.229564ms","start":"2026-07-09T23:59:31.544557Z","end":"2026-07-09T23:59:32.092787Z","steps":["trace[1512869042] 'read index received' (duration: 296.768242ms)","trace[1512869042] 'applied index is now lower than readState.Index' (duration: 251.459922ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T23:59:32.093935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.302588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:659"} {"level":"info","ts":"2026-07-09T23:59:32.094085Z","caller":"traceutil/trace.go:171","msg":"trace[2107046672] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3312; }","duration":"364.437202ms","start":"2026-07-09T23:59:31.729583Z","end":"2026-07-09T23:59:32.094021Z","steps":["trace[2107046672] 'agreement among raft nodes before linearized reading' (duration: 363.871998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:59:32.094098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.109109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:644"} {"level":"warn","ts":"2026-07-09T23:59:32.094236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:59:31.729565Z","time spent":"364.652037ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":682,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T23:59:32.094469Z","caller":"traceutil/trace.go:171","msg":"trace[1546108199] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3312; }","duration":"365.353776ms","start":"2026-07-09T23:59:31.728922Z","end":"2026-07-09T23:59:32.094276Z","steps":["trace[1546108199] 'agreement among raft nodes before linearized reading' (duration: 364.494134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:59:32.09456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:59:31.728903Z","time spent":"365.642962ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":667,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-09T23:59:32.093733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.118707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-07-09T23:59:32.094846Z","caller":"traceutil/trace.go:171","msg":"trace[1434233442] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:3312; }","duration":"550.258056ms","start":"2026-07-09T23:59:31.544501Z","end":"2026-07-09T23:59:32.094759Z","steps":["trace[1434233442] 'agreement among raft nodes before linearized reading' (duration: 548.524482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:59:32.094928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T23:59:31.54448Z","time spent":"550.40564ms","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":834,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"info","ts":"2026-07-09T23:59:37.337457Z","caller":"traceutil/trace.go:171","msg":"trace[307557393] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"202.844488ms","start":"2026-07-09T23:59:37.134584Z","end":"2026-07-09T23:59:37.337429Z","steps":["trace[307557393] 'process raft request' (duration: 202.632473ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:59:37.339472Z","caller":"traceutil/trace.go:171","msg":"trace[1392384236] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"203.131986ms","start":"2026-07-09T23:59:37.136313Z","end":"2026-07-09T23:59:37.339445Z","steps":["trace[1392384236] 'process raft request' (duration: 202.96649ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:59:37.340327Z","caller":"traceutil/trace.go:171","msg":"trace[37708737] linearizableReadLoop","detail":"{readStateIndex:3488; appliedIndex:3485; }","duration":"200.011304ms","start":"2026-07-09T23:59:37.140283Z","end":"2026-07-09T23:59:37.340294Z","steps":["trace[37708737] 'read index received' (duration: 197.005936ms)","trace[37708737] 'applied index is now lower than readState.Index' (duration: 3.002648ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T23:59:37.340405Z","caller":"traceutil/trace.go:171","msg":"trace[1740153858] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"203.496615ms","start":"2026-07-09T23:59:37.136888Z","end":"2026-07-09T23:59:37.340385Z","steps":["trace[1740153858] 'process raft request' (duration: 202.51496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:59:37.340615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.847244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-09T23:59:37.340637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.48153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-09T23:59:37.340695Z","caller":"traceutil/trace.go:171","msg":"trace[1510261007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3348; }","duration":"199.548871ms","start":"2026-07-09T23:59:37.141129Z","end":"2026-07-09T23:59:37.340678Z","steps":["trace[1510261007] 'agreement among raft nodes before linearized reading' (duration: 199.414958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:59:37.340619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.007493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-09T23:59:37.340683Z","caller":"traceutil/trace.go:171","msg":"trace[949588659] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:0; response_revision:3348; }","duration":"198.955046ms","start":"2026-07-09T23:59:37.141709Z","end":"2026-07-09T23:59:37.340664Z","steps":["trace[949588659] 'agreement among raft nodes before linearized reading' (duration: 198.793012ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:59:37.340754Z","caller":"traceutil/trace.go:171","msg":"trace[31731138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3348; }","duration":"200.169137ms","start":"2026-07-09T23:59:37.140572Z","end":"2026-07-09T23:59:37.340741Z","steps":["trace[31731138] 'agreement among raft nodes before linearized reading' (duration: 199.91726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T23:59:37.340815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.486557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-09T23:59:37.34088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.344026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-09T23:59:37.34094Z","caller":"traceutil/trace.go:171","msg":"trace[346880730] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3348; }","duration":"200.6428ms","start":"2026-07-09T23:59:37.140262Z","end":"2026-07-09T23:59:37.340905Z","steps":["trace[346880730] 'agreement among raft nodes before linearized reading' (duration: 200.214309ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T23:59:37.340981Z","caller":"traceutil/trace.go:171","msg":"trace[1221093157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3348; }","duration":"189.473219ms","start":"2026-07-09T23:59:37.15148Z","end":"2026-07-09T23:59:37.340954Z","steps":["trace[1221093157] 'agreement among raft nodes before linearized reading' (duration: 189.152111ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:34.061077Z","caller":"traceutil/trace.go:171","msg":"trace[619546768] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"247.398986ms","start":"2026-07-10T00:00:33.813643Z","end":"2026-07-10T00:00:34.061042Z","steps":["trace[619546768] 'process raft request' (duration: 247.194231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:45.260176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.512247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-10T00:00:45.260255Z","caller":"traceutil/trace.go:171","msg":"trace[1997621747] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:4323; }","duration":"140.633321ms","start":"2026-07-10T00:00:45.119606Z","end":"2026-07-10T00:00:45.260239Z","steps":["trace[1997621747] 'range keys from in-memory index tree' (duration: 140.365774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:45.260527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.893214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-10T00:00:45.260553Z","caller":"traceutil/trace.go:171","msg":"trace[490767093] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4323; }","duration":"141.946484ms","start":"2026-07-10T00:00:45.118599Z","end":"2026-07-10T00:00:45.260546Z","steps":["trace[490767093] 'range keys from in-memory index tree' (duration: 141.723029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:45.260677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.76061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:00:45.260897Z","caller":"traceutil/trace.go:171","msg":"trace[1373534473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4323; }","duration":"124.349345ms","start":"2026-07-10T00:00:45.136453Z","end":"2026-07-10T00:00:45.260802Z","steps":["trace[1373534473] 'range keys from in-memory index tree' (duration: 123.657847ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:46.651606Z","caller":"traceutil/trace.go:171","msg":"trace[456637701] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"214.193559ms","start":"2026-07-10T00:00:46.437373Z","end":"2026-07-10T00:00:46.651566Z","steps":["trace[456637701] 'process raft request' (duration: 212.569417ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:46.651831Z","caller":"traceutil/trace.go:171","msg":"trace[1074042453] linearizableReadLoop","detail":"{readStateIndex:4532; appliedIndex:4531; }","duration":"126.237513ms","start":"2026-07-10T00:00:46.525489Z","end":"2026-07-10T00:00:46.651726Z","steps":["trace[1074042453] 'read index received' (duration: 124.458967ms)","trace[1074042453] 'applied index is now lower than readState.Index' (duration: 1.772776ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:00:46.652143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.641644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3f609fb-c0fe-4587-9205-6ae82e33c97e\" ","response":"range_response_count:1 size:3893"} {"level":"info","ts":"2026-07-10T00:00:46.652268Z","caller":"traceutil/trace.go:171","msg":"trace[1238812870] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3f609fb-c0fe-4587-9205-6ae82e33c97e; range_end:; response_count:1; response_revision:4342; }","duration":"126.796537ms","start":"2026-07-10T00:00:46.525423Z","end":"2026-07-10T00:00:46.65222Z","steps":["trace[1238812870] 'agreement among raft nodes before linearized reading' (duration: 126.556811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:48.717836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.732799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:00:48.717999Z","caller":"traceutil/trace.go:171","msg":"trace[698364869] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4438; }","duration":"222.794887ms","start":"2026-07-10T00:00:48.495188Z","end":"2026-07-10T00:00:48.717983Z","steps":["trace[698364869] 'process raft request' (duration: 222.742936ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:48.718028Z","caller":"traceutil/trace.go:171","msg":"trace[201241580] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"222.797288ms","start":"2026-07-10T00:00:48.495199Z","end":"2026-07-10T00:00:48.717996Z","steps":["trace[201241580] 'compare' (duration: 217.544824ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:48.735571Z","caller":"traceutil/trace.go:171","msg":"trace[1751456943] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"238.571092ms","start":"2026-07-10T00:00:48.496964Z","end":"2026-07-10T00:00:48.735535Z","steps":["trace[1751456943] 'process raft request' (duration: 238.382257ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:48.735534Z","caller":"traceutil/trace.go:171","msg":"trace[704242296] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"240.167732ms","start":"2026-07-10T00:00:48.495294Z","end":"2026-07-10T00:00:48.735461Z","steps":["trace[704242296] 'process raft request' (duration: 239.894105ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:48.735661Z","caller":"traceutil/trace.go:171","msg":"trace[1762160825] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"237.379471ms","start":"2026-07-10T00:00:48.498252Z","end":"2026-07-10T00:00:48.735632Z","steps":["trace[1762160825] 'process raft request' (duration: 237.315359ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:48.735828Z","caller":"traceutil/trace.go:171","msg":"trace[68383831] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"238.731186ms","start":"2026-07-10T00:00:48.497024Z","end":"2026-07-10T00:00:48.735755Z","steps":["trace[68383831] 'process raft request' (duration: 238.434368ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:48.735959Z","caller":"traceutil/trace.go:171","msg":"trace[1564871985] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"238.946932ms","start":"2026-07-10T00:00:48.496999Z","end":"2026-07-10T00:00:48.735946Z","steps":["trace[1564871985] 'process raft request' (duration: 238.407647ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:48.740273Z","caller":"traceutil/trace.go:171","msg":"trace[1423372678] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"238.574771ms","start":"2026-07-10T00:00:48.501675Z","end":"2026-07-10T00:00:48.74025Z","steps":["trace[1423372678] 'process raft request' (duration: 238.387416ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:48.740709Z","caller":"traceutil/trace.go:171","msg":"trace[552110293] linearizableReadLoop","detail":"{readStateIndex:4638; appliedIndex:4632; }","duration":"207.741214ms","start":"2026-07-10T00:00:48.532946Z","end":"2026-07-10T00:00:48.740687Z","steps":["trace[552110293] 'read index received' (duration: 202.255854ms)","trace[552110293] 'applied index is now lower than readState.Index' (duration: 5.48467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:00:48.741095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.139085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-10T00:00:48.741172Z","caller":"traceutil/trace.go:171","msg":"trace[801691799] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4447; }","duration":"208.261998ms","start":"2026-07-10T00:00:48.532896Z","end":"2026-07-10T00:00:48.741158Z","steps":["trace[801691799] 'agreement among raft nodes before linearized reading' (duration: 208.059322ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:49.892515Z","caller":"traceutil/trace.go:171","msg":"trace[235924106] linearizableReadLoop","detail":"{readStateIndex:4658; appliedIndex:4657; }","duration":"425.929105ms","start":"2026-07-10T00:00:49.466563Z","end":"2026-07-10T00:00:49.892492Z","steps":["trace[235924106] 'read index received' (duration: 425.802121ms)","trace[235924106] 'applied index is now lower than readState.Index' (duration: 125.994µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:00:49.892601Z","caller":"traceutil/trace.go:171","msg":"trace[23191515] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"431.875437ms","start":"2026-07-10T00:00:49.46068Z","end":"2026-07-10T00:00:49.892555Z","steps":["trace[23191515] 'process raft request' (duration: 431.670631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:49.892728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:49.460654Z","time spent":"431.97944ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:00:49.892771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.189933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3f609fb-c0fe-4587-9205-6ae82e33c97e\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-07-10T00:00:49.89284Z","caller":"traceutil/trace.go:171","msg":"trace[1554577047] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3f609fb-c0fe-4587-9205-6ae82e33c97e; range_end:; response_count:1; response_revision:4463; }","duration":"426.296205ms","start":"2026-07-10T00:00:49.466525Z","end":"2026-07-10T00:00:49.892821Z","steps":["trace[1554577047] 'agreement among raft nodes before linearized reading' (duration: 426.082409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:49.892885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:49.4665Z","time spent":"426.376177ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4102,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3f609fb-c0fe-4587-9205-6ae82e33c97e\" "} {"level":"warn","ts":"2026-07-10T00:00:49.893144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.501982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:00:49.893207Z","caller":"traceutil/trace.go:171","msg":"trace[479063985] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4465; }","duration":"242.619175ms","start":"2026-07-10T00:00:49.650575Z","end":"2026-07-10T00:00:49.893194Z","steps":["trace[479063985] 'agreement among raft nodes before linearized reading' (duration: 242.481532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:49.893222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.815971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-10T00:00:49.893288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.120517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-10T00:00:49.893301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.603281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-10T00:00:49.893329Z","caller":"traceutil/trace.go:171","msg":"trace[395257227] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4465; }","duration":"158.163668ms","start":"2026-07-10T00:00:49.735155Z","end":"2026-07-10T00:00:49.893318Z","steps":["trace[395257227] 'agreement among raft nodes before linearized reading' (duration: 158.024555ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:49.893341Z","caller":"traceutil/trace.go:171","msg":"trace[732655557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4465; }","duration":"162.679044ms","start":"2026-07-10T00:00:49.730653Z","end":"2026-07-10T00:00:49.893332Z","steps":["trace[732655557] 'agreement among raft nodes before linearized reading' (duration: 162.567441ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:49.893304Z","caller":"traceutil/trace.go:171","msg":"trace[1311057423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4465; }","duration":"141.921584ms","start":"2026-07-10T00:00:49.751365Z","end":"2026-07-10T00:00:49.893287Z","steps":["trace[1311057423] 'agreement among raft nodes before linearized reading' (duration: 141.697229ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:49.89342Z","caller":"traceutil/trace.go:171","msg":"trace[1725721389] transaction","detail":"{read_only:false; response_revision:4465; number_of_response:1; }","duration":"361.996253ms","start":"2026-07-10T00:00:49.531416Z","end":"2026-07-10T00:00:49.893412Z","steps":["trace[1725721389] 'process raft request' (duration: 361.592412ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:49.893345Z","caller":"traceutil/trace.go:171","msg":"trace[590295580] transaction","detail":"{read_only:false; response_revision:4464; number_of_response:1; }","duration":"420.596269ms","start":"2026-07-10T00:00:49.472739Z","end":"2026-07-10T00:00:49.893335Z","steps":["trace[590295580] 'process raft request' (duration: 420.181918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:49.893464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.051106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-10T00:00:49.893494Z","caller":"traceutil/trace.go:171","msg":"trace[476745680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4465; }","duration":"216.110557ms","start":"2026-07-10T00:00:49.677375Z","end":"2026-07-10T00:00:49.893486Z","steps":["trace[476745680] 'agreement among raft nodes before linearized reading' (duration: 216.001825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:49.893503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:49.531389Z","time spent":"362.057873ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:00:49.893524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:49.472714Z","time spent":"420.759353ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T00:00:49.893609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.792366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T00:00:49.893646Z","caller":"traceutil/trace.go:171","msg":"trace[1241927595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4465; }","duration":"142.856427ms","start":"2026-07-10T00:00:49.75078Z","end":"2026-07-10T00:00:49.893637Z","steps":["trace[1241927595] 'agreement among raft nodes before linearized reading' (duration: 142.765945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:49.893783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.784188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d3f609fb-c0fe-4587-9205-6ae82e33c97e\" ","response":"range_response_count:1 size:4079"} {"level":"warn","ts":"2026-07-10T00:00:49.893784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.609334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T00:00:49.89382Z","caller":"traceutil/trace.go:171","msg":"trace[199339671] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d3f609fb-c0fe-4587-9205-6ae82e33c97e; range_end:; response_count:1; response_revision:4465; }","duration":"146.839939ms","start":"2026-07-10T00:00:49.74697Z","end":"2026-07-10T00:00:49.89381Z","steps":["trace[199339671] 'agreement among raft nodes before linearized reading' (duration: 146.759047ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:49.893827Z","caller":"traceutil/trace.go:171","msg":"trace[1129996774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4465; }","duration":"128.676226ms","start":"2026-07-10T00:00:49.765138Z","end":"2026-07-10T00:00:49.893815Z","steps":["trace[1129996774] 'agreement among raft nodes before linearized reading' (duration: 128.571103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:51.995529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903605928,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:00:52.470068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.509854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:00:52.470157Z","caller":"traceutil/trace.go:171","msg":"trace[1811974687] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"1.069937998s","start":"2026-07-10T00:00:51.400201Z","end":"2026-07-10T00:00:52.470139Z","steps":["trace[1811974687] 'process raft request' (duration: 879.28855ms)","trace[1811974687] 'compare' (duration: 189.852337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:00:52.470197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:51.400183Z","time spent":"1.069998129s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2897,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T00:00:52.711401Z","caller":"traceutil/trace.go:171","msg":"trace[1756254941] linearizableReadLoop","detail":"{readStateIndex:4726; appliedIndex:4724; }","duration":"1.216118039s","start":"2026-07-10T00:00:51.495259Z","end":"2026-07-10T00:00:52.711377Z","steps":["trace[1756254941] 'read index received' (duration: 784.386736ms)","trace[1756254941] 'applied index is now lower than readState.Index' (duration: 431.729993ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:00:52.711561Z","caller":"traceutil/trace.go:171","msg":"trace[2122874878] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"1.221364394s","start":"2026-07-10T00:00:51.490162Z","end":"2026-07-10T00:00:52.711527Z","steps":["trace[2122874878] 'process raft request' (duration: 1.209794019s)","trace[2122874878] 'compare' (duration: 11.313518ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:00:52.711751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:51.490135Z","time spent":"1.221503007s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11439,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:00:52.711785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216481419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11b1c1fa-1763-4448-8cc4-e67aaafc9402\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-07-10T00:00:52.711888Z","caller":"traceutil/trace.go:171","msg":"trace[334293756] transaction","detail":"{read_only:false; response_revision:4531; number_of_response:1; }","duration":"231.694415ms","start":"2026-07-10T00:00:52.48017Z","end":"2026-07-10T00:00:52.711864Z","steps":["trace[334293756] 'process raft request' (duration: 231.541692ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:52.711904Z","caller":"traceutil/trace.go:171","msg":"trace[2108653903] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11b1c1fa-1763-4448-8cc4-e67aaafc9402; range_end:; response_count:1; response_revision:4529; }","duration":"1.216660892s","start":"2026-07-10T00:00:51.495207Z","end":"2026-07-10T00:00:52.711868Z","steps":["trace[2108653903] 'agreement among raft nodes before linearized reading' (duration: 1.216323094s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:52.711913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.547024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:00:52.711974Z","caller":"traceutil/trace.go:171","msg":"trace[1145878969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4531; }","duration":"575.646907ms","start":"2026-07-10T00:00:52.13631Z","end":"2026-07-10T00:00:52.711957Z","steps":["trace[1145878969] 'agreement among raft nodes before linearized reading' (duration: 575.501863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:52.71197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:51.495169Z","time spent":"1.216786876s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11b1c1fa-1763-4448-8cc4-e67aaafc9402\" "} {"level":"warn","ts":"2026-07-10T00:00:52.712007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:52.136296Z","time spent":"575.703718ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:00:52.712018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.478312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T00:00:52.712108Z","caller":"traceutil/trace.go:171","msg":"trace[1663773170] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4531; }","duration":"799.562793ms","start":"2026-07-10T00:00:51.912501Z","end":"2026-07-10T00:00:52.712063Z","steps":["trace[1663773170] 'agreement among raft nodes before linearized reading' (duration: 799.355748ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:52.712151Z","caller":"traceutil/trace.go:171","msg":"trace[1859445348] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"235.715748ms","start":"2026-07-10T00:00:52.476424Z","end":"2026-07-10T00:00:52.71214Z","steps":["trace[1859445348] 'process raft request' (duration: 235.171585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:52.712157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:51.912493Z","time spent":"799.651966ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:00:52.712247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.247915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T00:00:52.712307Z","caller":"traceutil/trace.go:171","msg":"trace[1221129084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4531; }","duration":"806.340487ms","start":"2026-07-10T00:00:51.905942Z","end":"2026-07-10T00:00:52.712283Z","steps":["trace[1221129084] 'agreement among raft nodes before linearized reading' (duration: 806.242724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:52.712164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.630872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-10T00:00:52.712348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:51.905913Z","time spent":"806.427319ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-10T00:00:52.712372Z","caller":"traceutil/trace.go:171","msg":"trace[13920832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4531; }","duration":"800.883038ms","start":"2026-07-10T00:00:51.911478Z","end":"2026-07-10T00:00:52.712361Z","steps":["trace[13920832] 'agreement among raft nodes before linearized reading' (duration: 800.57689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:52.712407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:51.911454Z","time spent":"800.94412ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:00:52.712398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.836257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-10T00:00:52.712429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.766579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-10T00:00:52.712003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173164413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11b1c1fa-1763-4448-8cc4-e67aaafc9402\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-07-10T00:00:52.712488Z","caller":"traceutil/trace.go:171","msg":"trace[164781674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4531; }","duration":"799.881242ms","start":"2026-07-10T00:00:51.912592Z","end":"2026-07-10T00:00:52.712474Z","steps":["trace[164781674] 'agreement among raft nodes before linearized reading' (duration: 799.743738ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:52.712499Z","caller":"traceutil/trace.go:171","msg":"trace[194373477] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11b1c1fa-1763-4448-8cc4-e67aaafc9402; range_end:; response_count:1; response_revision:4531; }","duration":"1.173713537s","start":"2026-07-10T00:00:51.538769Z","end":"2026-07-10T00:00:52.712483Z","steps":["trace[194373477] 'agreement among raft nodes before linearized reading' (duration: 1.172989269s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:52.712544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:51.912554Z","time spent":"799.978164ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:00:52.712575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:51.538751Z","time spent":"1.173808449s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11b1c1fa-1763-4448-8cc4-e67aaafc9402\" "} {"level":"info","ts":"2026-07-10T00:00:52.712486Z","caller":"traceutil/trace.go:171","msg":"trace[1413347430] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4531; }","duration":"800.987691ms","start":"2026-07-10T00:00:51.911478Z","end":"2026-07-10T00:00:52.712466Z","steps":["trace[1413347430] 'agreement among raft nodes before linearized reading' (duration: 800.697203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:52.712665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:51.911454Z","time spent":"801.185206ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:00:52.712697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.045123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:790428"} {"level":"info","ts":"2026-07-10T00:00:52.712747Z","caller":"traceutil/trace.go:171","msg":"trace[2045186979] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4531; }","duration":"201.124155ms","start":"2026-07-10T00:00:52.51161Z","end":"2026-07-10T00:00:52.712735Z","steps":["trace[2045186979] 'agreement among raft nodes before linearized reading' (duration: 200.632883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:52.712919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.295057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-10T00:00:52.713178Z","caller":"traceutil/trace.go:171","msg":"trace[1158769413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4531; }","duration":"799.596135ms","start":"2026-07-10T00:00:51.913562Z","end":"2026-07-10T00:00:52.713158Z","steps":["trace[1158769413] 'agreement among raft nodes before linearized reading' (duration: 798.636731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:52.713274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:00:51.913549Z","time spent":"799.665676ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:00:55.245328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.676225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-10T00:00:55.245415Z","caller":"traceutil/trace.go:171","msg":"trace[317831736] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4583; }","duration":"269.818319ms","start":"2026-07-10T00:00:54.975577Z","end":"2026-07-10T00:00:55.245395Z","steps":["trace[317831736] 'range keys from in-memory index tree' (duration: 269.495791ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:55.245573Z","caller":"traceutil/trace.go:171","msg":"trace[412329478] linearizableReadLoop","detail":"{readStateIndex:4783; appliedIndex:4782; }","duration":"119.120921ms","start":"2026-07-10T00:00:55.126417Z","end":"2026-07-10T00:00:55.245538Z","steps":["trace[412329478] 'read index received' (duration: 100.915207ms)","trace[412329478] 'applied index is now lower than readState.Index' (duration: 18.203844ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:00:55.245745Z","caller":"traceutil/trace.go:171","msg":"trace[1666160765] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"167.25482ms","start":"2026-07-10T00:00:55.078459Z","end":"2026-07-10T00:00:55.245713Z","steps":["trace[1666160765] 'process raft request' (duration: 148.870681ms)","trace[1666160765] 'compare' (duration: 17.808984ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:00:55.245977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.539992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:00:55.246086Z","caller":"traceutil/trace.go:171","msg":"trace[1365353357] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4584; }","duration":"119.722707ms","start":"2026-07-10T00:00:55.126335Z","end":"2026-07-10T00:00:55.246058Z","steps":["trace[1365353357] 'agreement among raft nodes before linearized reading' (duration: 119.407199ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:55.430029Z","caller":"traceutil/trace.go:171","msg":"trace[191412304] linearizableReadLoop","detail":"{readStateIndex:4787; appliedIndex:4785; }","duration":"116.509914ms","start":"2026-07-10T00:00:55.31349Z","end":"2026-07-10T00:00:55.43Z","steps":["trace[191412304] 'read index received' (duration: 14.614583ms)","trace[191412304] 'applied index is now lower than readState.Index' (duration: 101.894311ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:00:55.430116Z","caller":"traceutil/trace.go:171","msg":"trace[861300513] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"131.140238ms","start":"2026-07-10T00:00:55.298944Z","end":"2026-07-10T00:00:55.430085Z","steps":["trace[861300513] 'process raft request' (duration: 69.72751ms)","trace[861300513] 'compare' (duration: 61.209683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:00:55.430306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.803402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-10T00:00:55.430355Z","caller":"traceutil/trace.go:171","msg":"trace[1816307603] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:4588; }","duration":"116.928485ms","start":"2026-07-10T00:00:55.313416Z","end":"2026-07-10T00:00:55.430344Z","steps":["trace[1816307603] 'agreement among raft nodes before linearized reading' (duration: 116.700069ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:55.469952Z","caller":"traceutil/trace.go:171","msg":"trace[1566625653] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"110.44986ms","start":"2026-07-10T00:00:55.359467Z","end":"2026-07-10T00:00:55.469917Z","steps":["trace[1566625653] 'process raft request' (duration: 110.293436ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:55.469997Z","caller":"traceutil/trace.go:171","msg":"trace[756479780] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"130.708587ms","start":"2026-07-10T00:00:55.339257Z","end":"2026-07-10T00:00:55.469966Z","steps":["trace[756479780] 'process raft request' (duration: 130.339667ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:55.691357Z","caller":"traceutil/trace.go:171","msg":"trace[1693823641] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4590; }","duration":"214.456426ms","start":"2026-07-10T00:00:55.476873Z","end":"2026-07-10T00:00:55.691329Z","steps":["trace[1693823641] 'process raft request' (duration: 210.871434ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:59.55517Z","caller":"traceutil/trace.go:171","msg":"trace[1422363832] linearizableReadLoop","detail":"{readStateIndex:4867; appliedIndex:4866; }","duration":"179.566484ms","start":"2026-07-10T00:00:59.375566Z","end":"2026-07-10T00:00:59.555133Z","steps":["trace[1422363832] 'read index received' (duration: 179.195695ms)","trace[1422363832] 'applied index is now lower than readState.Index' (duration: 369.229µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:00:59.555272Z","caller":"traceutil/trace.go:171","msg":"trace[874273079] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"195.616295ms","start":"2026-07-10T00:00:59.359604Z","end":"2026-07-10T00:00:59.55522Z","steps":["trace[874273079] 'process raft request' (duration: 195.282226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:59.555961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.370235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:812713"} {"level":"info","ts":"2026-07-10T00:00:59.556057Z","caller":"traceutil/trace.go:171","msg":"trace[1314425313] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:4663; }","duration":"180.527929ms","start":"2026-07-10T00:00:59.375511Z","end":"2026-07-10T00:00:59.556039Z","steps":["trace[1314425313] 'agreement among raft nodes before linearized reading' (duration: 179.7656ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:59.645282Z","caller":"traceutil/trace.go:171","msg":"trace[1348880312] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"164.078949ms","start":"2026-07-10T00:00:59.481185Z","end":"2026-07-10T00:00:59.645264Z","steps":["trace[1348880312] 'process raft request' (duration: 155.751247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:00:59.645597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.777174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-10T00:00:59.645643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.585876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-10T00:00:59.645669Z","caller":"traceutil/trace.go:171","msg":"trace[625065679] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4664; }","duration":"187.894277ms","start":"2026-07-10T00:00:59.457751Z","end":"2026-07-10T00:00:59.645645Z","steps":["trace[625065679] 'agreement among raft nodes before linearized reading' (duration: 187.499847ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:00:59.645691Z","caller":"traceutil/trace.go:171","msg":"trace[971896444] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:4664; }","duration":"161.635697ms","start":"2026-07-10T00:00:59.484041Z","end":"2026-07-10T00:00:59.645677Z","steps":["trace[971896444] 'agreement among raft nodes before linearized reading' (duration: 161.242907ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:00.962909Z","caller":"traceutil/trace.go:171","msg":"trace[583925597] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"171.068607ms","start":"2026-07-10T00:01:00.791815Z","end":"2026-07-10T00:01:00.962884Z","steps":["trace[583925597] 'process raft request' (duration: 170.986305ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:00.963095Z","caller":"traceutil/trace.go:171","msg":"trace[277699390] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"171.265892ms","start":"2026-07-10T00:01:00.791821Z","end":"2026-07-10T00:01:00.963086Z","steps":["trace[277699390] 'process raft request' (duration: 170.822511ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:00.963271Z","caller":"traceutil/trace.go:171","msg":"trace[1495138845] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"171.421896ms","start":"2026-07-10T00:01:00.791811Z","end":"2026-07-10T00:01:00.963233Z","steps":["trace[1495138845] 'process raft request' (duration: 171.039006ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:01.178317Z","caller":"traceutil/trace.go:171","msg":"trace[580261813] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"386.435137ms","start":"2026-07-10T00:01:00.791842Z","end":"2026-07-10T00:01:01.178277Z","steps":["trace[580261813] 'process raft request' (duration: 385.438271ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:01.178478Z","caller":"traceutil/trace.go:171","msg":"trace[2037670640] linearizableReadLoop","detail":"{readStateIndex:4911; appliedIndex:4906; }","duration":"383.210964ms","start":"2026-07-10T00:01:00.795237Z","end":"2026-07-10T00:01:01.178448Z","steps":["trace[2037670640] 'read index received' (duration: 167.591869ms)","trace[2037670640] 'applied index is now lower than readState.Index' (duration: 215.617735ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:01.178508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:00.791815Z","time spent":"386.60068ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:01:01.178726Z","caller":"traceutil/trace.go:171","msg":"trace[1977233585] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"379.406046ms","start":"2026-07-10T00:01:00.799281Z","end":"2026-07-10T00:01:01.178687Z","steps":["trace[1977233585] 'process raft request' (duration: 379.078288ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:01.178733Z","caller":"traceutil/trace.go:171","msg":"trace[41645751] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"384.135008ms","start":"2026-07-10T00:01:00.794574Z","end":"2026-07-10T00:01:01.178709Z","steps":["trace[41645751] 'process raft request' (duration: 383.566413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:01.178804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.537672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-07-10T00:01:01.178839Z","caller":"traceutil/trace.go:171","msg":"trace[1217616854] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"384.22465ms","start":"2026-07-10T00:01:00.794582Z","end":"2026-07-10T00:01:01.178807Z","steps":["trace[1217616854] 'process raft request' (duration: 383.694527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:01.178849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:00.799265Z","time spent":"379.52346ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:01.178871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:00.794563Z","time spent":"384.23052ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:01:01.178881Z","caller":"traceutil/trace.go:171","msg":"trace[1620734432] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4707; }","duration":"383.666325ms","start":"2026-07-10T00:01:00.795195Z","end":"2026-07-10T00:01:01.178862Z","steps":["trace[1620734432] 'agreement among raft nodes before linearized reading' (duration: 383.433009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:01.178921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:00.795176Z","time spent":"383.736748ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3663,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-07-10T00:01:01.178984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:00.794573Z","time spent":"384.325372ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:04.941419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.074455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d3f609fb-c0fe-4587-9205-6ae82e33c97e\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-10T00:01:04.941501Z","caller":"traceutil/trace.go:171","msg":"trace[673634154] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d3f609fb-c0fe-4587-9205-6ae82e33c97e; range_end:; response_count:1; response_revision:4741; }","duration":"205.195969ms","start":"2026-07-10T00:01:04.736282Z","end":"2026-07-10T00:01:04.941478Z","steps":["trace[673634154] 'range keys from in-memory index tree' (duration: 204.88068ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:04.941695Z","caller":"traceutil/trace.go:171","msg":"trace[237867894] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"202.08166ms","start":"2026-07-10T00:01:04.739592Z","end":"2026-07-10T00:01:04.941673Z","steps":["trace[237867894] 'process raft request' (duration: 174.766243ms)","trace[237867894] 'compare' (duration: 26.828264ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:01:04.941991Z","caller":"traceutil/trace.go:171","msg":"trace[1128387103] linearizableReadLoop","detail":"{readStateIndex:4949; appliedIndex:4948; }","duration":"198.357815ms","start":"2026-07-10T00:01:04.743623Z","end":"2026-07-10T00:01:04.941981Z","steps":["trace[1128387103] 'read index received' (duration: 170.75057ms)","trace[1128387103] 'applied index is now lower than readState.Index' (duration: 27.606365ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:01:04.942053Z","caller":"traceutil/trace.go:171","msg":"trace[37033125] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"197.261247ms","start":"2026-07-10T00:01:04.744785Z","end":"2026-07-10T00:01:04.942046Z","steps":["trace[37033125] 'process raft request' (duration: 197.102233ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:04.942199Z","caller":"traceutil/trace.go:171","msg":"trace[22820544] transaction","detail":"{read_only:false; response_revision:4743; number_of_response:1; }","duration":"198.55825ms","start":"2026-07-10T00:01:04.743625Z","end":"2026-07-10T00:01:04.942183Z","steps":["trace[22820544] 'process raft request' (duration: 197.817151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:04.942268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.626562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:01:04.942299Z","caller":"traceutil/trace.go:171","msg":"trace[266984146] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4744; }","duration":"198.708044ms","start":"2026-07-10T00:01:04.743582Z","end":"2026-07-10T00:01:04.94229Z","steps":["trace[266984146] 'agreement among raft nodes before linearized reading' (duration: 198.436187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:05.368486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.17518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:01:05.368577Z","caller":"traceutil/trace.go:171","msg":"trace[1946674154] linearizableReadLoop","detail":"{readStateIndex:4954; appliedIndex:4953; }","duration":"230.959436ms","start":"2026-07-10T00:01:05.137603Z","end":"2026-07-10T00:01:05.368563Z","steps":["trace[1946674154] 'read index received' (duration: 38.001µs)","trace[1946674154] 'applied index is now lower than readState.Index' (duration: 230.920315ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:05.368678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.07866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:01:05.368714Z","caller":"traceutil/trace.go:171","msg":"trace[1128227627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4747; }","duration":"231.139061ms","start":"2026-07-10T00:01:05.137565Z","end":"2026-07-10T00:01:05.368704Z","steps":["trace[1128227627] 'agreement among raft nodes before linearized reading' (duration: 231.082459ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:05.368704Z","caller":"traceutil/trace.go:171","msg":"trace[1334096831] transaction","detail":"{read_only:false; response_revision:4747; number_of_response:1; }","duration":"358.675548ms","start":"2026-07-10T00:01:05.009989Z","end":"2026-07-10T00:01:05.368665Z","steps":["trace[1334096831] 'process raft request' (duration: 37.250071ms)","trace[1334096831] 'compare' (duration: 321.073378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:05.368828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.923109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-10T00:01:05.368835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.09307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-10T00:01:05.368877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:05.00997Z","time spent":"358.821991ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:01:05.3689Z","caller":"traceutil/trace.go:171","msg":"trace[2033145516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4747; }","duration":"172.019931ms","start":"2026-07-10T00:01:05.196862Z","end":"2026-07-10T00:01:05.368882Z","steps":["trace[2033145516] 'agreement among raft nodes before linearized reading' (duration: 171.851917ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:05.368909Z","caller":"traceutil/trace.go:171","msg":"trace[279292925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4747; }","duration":"175.215043ms","start":"2026-07-10T00:01:05.193677Z","end":"2026-07-10T00:01:05.368892Z","steps":["trace[279292925] 'agreement among raft nodes before linearized reading' (duration: 175.000788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:05.368835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.978756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-10T00:01:05.369004Z","caller":"traceutil/trace.go:171","msg":"trace[829352547] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4747; }","duration":"173.185502ms","start":"2026-07-10T00:01:05.195801Z","end":"2026-07-10T00:01:05.368986Z","steps":["trace[829352547] 'agreement among raft nodes before linearized reading' (duration: 172.946156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:05.369054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.256576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:164444"} {"level":"info","ts":"2026-07-10T00:01:05.369128Z","caller":"traceutil/trace.go:171","msg":"trace[543174530] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:4747; }","duration":"148.364598ms","start":"2026-07-10T00:01:05.220748Z","end":"2026-07-10T00:01:05.369113Z","steps":["trace[543174530] 'agreement among raft nodes before linearized reading' (duration: 147.943107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:05.82677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.692944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:01:05.826893Z","caller":"traceutil/trace.go:171","msg":"trace[86502486] transaction","detail":"{read_only:false; response_revision:4748; number_of_response:1; }","duration":"454.391882ms","start":"2026-07-10T00:01:05.372478Z","end":"2026-07-10T00:01:05.82687Z","steps":["trace[86502486] 'process raft request' (duration: 114.499033ms)","trace[86502486] 'compare' (duration: 339.5795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:05.826973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:05.372458Z","time spent":"454.474635ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:01:05.860428Z","caller":"traceutil/trace.go:171","msg":"trace[416154780] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4955; }","duration":"349.620986ms","start":"2026-07-10T00:01:05.510791Z","end":"2026-07-10T00:01:05.860412Z","steps":["trace[416154780] 'read index received' (duration: 349.540284ms)","trace[416154780] 'applied index is now lower than readState.Index' (duration: 79.842µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:01:05.860658Z","caller":"traceutil/trace.go:171","msg":"trace[526448870] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"486.667055ms","start":"2026-07-10T00:01:05.373981Z","end":"2026-07-10T00:01:05.860649Z","steps":["trace[526448870] 'process raft request' (duration: 486.234953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:05.860727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:05.373971Z","time spent":"486.714317ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:01:05.86084Z","caller":"traceutil/trace.go:171","msg":"trace[275106729] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"486.81859ms","start":"2026-07-10T00:01:05.374015Z","end":"2026-07-10T00:01:05.860834Z","steps":["trace[275106729] 'process raft request' (duration: 486.367999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:05.860879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:05.373996Z","time spent":"486.863851ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:05.861081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.289443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:164444"} {"level":"info","ts":"2026-07-10T00:01:05.861108Z","caller":"traceutil/trace.go:171","msg":"trace[1387008877] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:4750; }","duration":"350.347175ms","start":"2026-07-10T00:01:05.510754Z","end":"2026-07-10T00:01:05.861101Z","steps":["trace[1387008877] 'agreement among raft nodes before linearized reading' (duration: 350.191541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:05.861127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:05.510737Z","time spent":"350.385556ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":6,"response size":164467,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-10T00:01:05.861571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.156539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-10T00:01:05.861665Z","caller":"traceutil/trace.go:171","msg":"trace[1194027805] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4751; }","duration":"207.307963ms","start":"2026-07-10T00:01:05.654333Z","end":"2026-07-10T00:01:05.861641Z","steps":["trace[1194027805] 'agreement among raft nodes before linearized reading' (duration: 207.051667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:05.861754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.264518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:01:05.86179Z","caller":"traceutil/trace.go:171","msg":"trace[947690229] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4751; }","duration":"114.328259ms","start":"2026-07-10T00:01:05.747455Z","end":"2026-07-10T00:01:05.861783Z","steps":["trace[947690229] 'agreement among raft nodes before linearized reading' (duration: 114.275157ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:05.861942Z","caller":"traceutil/trace.go:171","msg":"trace[900949476] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"198.97144ms","start":"2026-07-10T00:01:05.662964Z","end":"2026-07-10T00:01:05.861935Z","steps":["trace[900949476] 'process raft request' (duration: 198.307383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:05.862004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.03025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:01:05.862048Z","caller":"traceutil/trace.go:171","msg":"trace[2065937123] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4751; }","duration":"148.117822ms","start":"2026-07-10T00:01:05.71392Z","end":"2026-07-10T00:01:05.862037Z","steps":["trace[2065937123] 'agreement among raft nodes before linearized reading' (duration: 148.010029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:05.86217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.874391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-10T00:01:05.862199Z","caller":"traceutil/trace.go:171","msg":"trace[521854528] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:4751; }","duration":"186.903912ms","start":"2026-07-10T00:01:05.675288Z","end":"2026-07-10T00:01:05.862192Z","steps":["trace[521854528] 'agreement among raft nodes before linearized reading' (duration: 186.82907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:05.862358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.598671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-10T00:01:05.862386Z","caller":"traceutil/trace.go:171","msg":"trace[1224876548] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4751; }","duration":"171.656783ms","start":"2026-07-10T00:01:05.690721Z","end":"2026-07-10T00:01:05.862378Z","steps":["trace[1224876548] 'agreement among raft nodes before linearized reading' (duration: 171.591981ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:07.543045Z","caller":"traceutil/trace.go:171","msg":"trace[672703294] linearizableReadLoop","detail":"{readStateIndex:4999; appliedIndex:4998; }","duration":"108.280574ms","start":"2026-07-10T00:01:07.434738Z","end":"2026-07-10T00:01:07.543019Z","steps":["trace[672703294] 'read index received' (duration: 108.107649ms)","trace[672703294] 'applied index is now lower than readState.Index' (duration: 171.585µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:01:07.543106Z","caller":"traceutil/trace.go:171","msg":"trace[1199202190] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"108.388617ms","start":"2026-07-10T00:01:07.434669Z","end":"2026-07-10T00:01:07.543058Z","steps":["trace[1199202190] 'process raft request' (duration: 108.192812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:07.543357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.595802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:127464"} {"level":"info","ts":"2026-07-10T00:01:07.54342Z","caller":"traceutil/trace.go:171","msg":"trace[1292216388] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4790; }","duration":"108.706885ms","start":"2026-07-10T00:01:07.434698Z","end":"2026-07-10T00:01:07.543405Z","steps":["trace[1292216388] 'agreement among raft nodes before linearized reading' (duration: 108.421697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:16.275472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.105358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T00:01:16.275501Z","caller":"traceutil/trace.go:171","msg":"trace[2130025909] linearizableReadLoop","detail":"{readStateIndex:5189; appliedIndex:5188; }","duration":"373.938677ms","start":"2026-07-10T00:01:15.901521Z","end":"2026-07-10T00:01:16.27546Z","steps":["trace[2130025909] 'read index received' (duration: 351.451523ms)","trace[2130025909] 'applied index is now lower than readState.Index' (duration: 22.485764ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:01:16.275561Z","caller":"traceutil/trace.go:171","msg":"trace[1301982913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4974; }","duration":"404.244591ms","start":"2026-07-10T00:01:15.871298Z","end":"2026-07-10T00:01:16.275542Z","steps":["trace[1301982913] 'range keys from in-memory index tree' (duration: 403.915422ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:16.275551Z","caller":"traceutil/trace.go:171","msg":"trace[531807437] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"382.689421ms","start":"2026-07-10T00:01:15.892828Z","end":"2026-07-10T00:01:16.275517Z","steps":["trace[531807437] 'process raft request' (duration: 360.128615ms)","trace[531807437] 'compare' (duration: 22.038142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:16.275608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:15.871276Z","time spent":"404.322663ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:01:16.275707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:15.892808Z","time spent":"382.814633ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:16.275703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.173613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-10T00:01:16.275753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.333465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b868d0c-6727-438c-9c3b-ebd52447863a\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-10T00:01:16.275777Z","caller":"traceutil/trace.go:171","msg":"trace[1633301463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4975; }","duration":"374.312566ms","start":"2026-07-10T00:01:15.901447Z","end":"2026-07-10T00:01:16.275759Z","steps":["trace[1633301463] 'agreement among raft nodes before linearized reading' (duration: 374.136631ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:16.275819Z","caller":"traceutil/trace.go:171","msg":"trace[1560499907] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b868d0c-6727-438c-9c3b-ebd52447863a; range_end:; response_count:1; response_revision:4975; }","duration":"238.460119ms","start":"2026-07-10T00:01:16.037345Z","end":"2026-07-10T00:01:16.275805Z","steps":["trace[1560499907] 'agreement among raft nodes before linearized reading' (duration: 238.304554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:16.275825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:15.901411Z","time spent":"374.402899ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:01:16.275872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.351753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-10T00:01:16.275891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.333449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:01:16.275783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.391959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-10T00:01:16.275919Z","caller":"traceutil/trace.go:171","msg":"trace[2111491592] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4975; }","duration":"299.439475ms","start":"2026-07-10T00:01:15.976463Z","end":"2026-07-10T00:01:16.275903Z","steps":["trace[2111491592] 'agreement among raft nodes before linearized reading' (duration: 299.344653ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:16.275931Z","caller":"traceutil/trace.go:171","msg":"trace[628187042] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4975; }","duration":"150.406181ms","start":"2026-07-10T00:01:16.125511Z","end":"2026-07-10T00:01:16.275917Z","steps":["trace[628187042] 'agreement among raft nodes before linearized reading' (duration: 150.335469ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:16.275941Z","caller":"traceutil/trace.go:171","msg":"trace[480620035] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4975; }","duration":"365.586215ms","start":"2026-07-10T00:01:15.910341Z","end":"2026-07-10T00:01:16.275927Z","steps":["trace[480620035] 'agreement among raft nodes before linearized reading' (duration: 365.288506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:16.276009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:15.910329Z","time spent":"365.667677ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:01:16.276246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.609484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-10T00:01:16.276277Z","caller":"traceutil/trace.go:171","msg":"trace[136404991] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:4975; }","duration":"363.693145ms","start":"2026-07-10T00:01:15.912577Z","end":"2026-07-10T00:01:16.27627Z","steps":["trace[136404991] 'agreement among raft nodes before linearized reading' (duration: 363.613823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:16.276301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:15.912544Z","time spent":"363.751447ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-sflmn\" "} {"level":"warn","ts":"2026-07-10T00:01:16.276318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.796657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:01:16.276375Z","caller":"traceutil/trace.go:171","msg":"trace[1240693185] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4975; }","duration":"305.87358ms","start":"2026-07-10T00:01:15.970484Z","end":"2026-07-10T00:01:16.276358Z","steps":["trace[1240693185] 'agreement among raft nodes before linearized reading' (duration: 305.735116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:16.276422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:15.970471Z","time spent":"305.940221ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:01:16.276845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.334082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2588240"} {"level":"info","ts":"2026-07-10T00:01:16.276981Z","caller":"traceutil/trace.go:171","msg":"trace[263156975] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4974; }","duration":"384.590769ms","start":"2026-07-10T00:01:15.892362Z","end":"2026-07-10T00:01:16.276953Z","steps":["trace[263156975] 'range keys from in-memory index tree' (duration: 382.761952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:16.277039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:15.892337Z","time spent":"384.688691ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2588263,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-07-10T00:01:16.632244Z","caller":"traceutil/trace.go:171","msg":"trace[1211721204] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5189; }","duration":"351.677109ms","start":"2026-07-10T00:01:16.280534Z","end":"2026-07-10T00:01:16.632211Z","steps":["trace[1211721204] 'read index received' (duration: 272.190649ms)","trace[1211721204] 'applied index is now lower than readState.Index' (duration: 79.48296ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:01:16.632252Z","caller":"traceutil/trace.go:171","msg":"trace[2047059130] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"352.147692ms","start":"2026-07-10T00:01:16.280071Z","end":"2026-07-10T00:01:16.632219Z","steps":["trace[2047059130] 'process raft request' (duration: 272.643021ms)","trace[2047059130] 'compare' (duration: 79.295865ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:16.63245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.280053Z","time spent":"352.298695ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:16.632521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.961066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:59687"} {"level":"info","ts":"2026-07-10T00:01:16.632584Z","caller":"traceutil/trace.go:171","msg":"trace[422525424] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4976; }","duration":"352.050469ms","start":"2026-07-10T00:01:16.280519Z","end":"2026-07-10T00:01:16.632569Z","steps":["trace[422525424] 'agreement among raft nodes before linearized reading' (duration: 351.782763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:16.632628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.280513Z","time spent":"352.105881ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":59710,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-10T00:01:16.710673Z","caller":"traceutil/trace.go:171","msg":"trace[8073895] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"430.078531ms","start":"2026-07-10T00:01:16.280565Z","end":"2026-07-10T00:01:16.710643Z","steps":["trace[8073895] 'process raft request' (duration: 429.817024ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:16.710793Z","caller":"traceutil/trace.go:171","msg":"trace[178099390] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"429.503687ms","start":"2026-07-10T00:01:16.281261Z","end":"2026-07-10T00:01:16.710764Z","steps":["trace[178099390] 'process raft request' (duration: 429.330753ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:16.710917Z","caller":"traceutil/trace.go:171","msg":"trace[1250474274] transaction","detail":"{read_only:false; response_revision:4979; number_of_response:1; }","duration":"427.501075ms","start":"2026-07-10T00:01:16.283348Z","end":"2026-07-10T00:01:16.710849Z","steps":["trace[1250474274] 'process raft request' (duration: 427.30238ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:16.710936Z","caller":"traceutil/trace.go:171","msg":"trace[1505342944] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"427.445824ms","start":"2026-07-10T00:01:16.283438Z","end":"2026-07-10T00:01:16.710884Z","steps":["trace[1505342944] 'process raft request' (duration: 427.28583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:16.710949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.281251Z","time spent":"429.614059ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:16.710929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.280553Z","time spent":"430.253926ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:16.711036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.283321Z","time spent":"427.630609ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:16.711139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.283411Z","time spent":"427.630859ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:16.711405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.319412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-10T00:01:16.711474Z","caller":"traceutil/trace.go:171","msg":"trace[2087006495] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4980; }","duration":"185.430644ms","start":"2026-07-10T00:01:16.526025Z","end":"2026-07-10T00:01:16.711456Z","steps":["trace[2087006495] 'agreement among raft nodes before linearized reading' (duration: 184.944172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:16.711493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.902578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-10T00:01:16.71154Z","caller":"traceutil/trace.go:171","msg":"trace[1536781378] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4980; }","duration":"407.053992ms","start":"2026-07-10T00:01:16.304473Z","end":"2026-07-10T00:01:16.711527Z","steps":["trace[1536781378] 'agreement among raft nodes before linearized reading' (duration: 406.695963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:16.711581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.304458Z","time spent":"407.114694ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1840,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-07-10T00:01:17.213297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903607014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:01:17.588579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.346462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:01:17.588656Z","caller":"traceutil/trace.go:171","msg":"trace[934269270] linearizableReadLoop","detail":"{readStateIndex:5195; appliedIndex:5194; }","duration":"876.670523ms","start":"2026-07-10T00:01:16.711974Z","end":"2026-07-10T00:01:17.588645Z","steps":["trace[934269270] 'read index received' (duration: 539.095095ms)","trace[934269270] 'applied index is now lower than readState.Index' (duration: 337.574448ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:17.588852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.473602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:01:17.588877Z","caller":"traceutil/trace.go:171","msg":"trace[355966028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4981; }","duration":"949.498933ms","start":"2026-07-10T00:01:16.639372Z","end":"2026-07-10T00:01:17.588871Z","steps":["trace[355966028] 'agreement among raft nodes before linearized reading' (duration: 949.437761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:17.588895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.639334Z","time spent":"949.556494ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:01:17.58936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.864491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-07-10T00:01:17.589413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.956375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:01:17.589434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.479612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-10T00:01:17.589441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.121882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:01:17.589455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.650718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:01:17.589513Z","caller":"traceutil/trace.go:171","msg":"trace[1166546545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4981; }","duration":"452.232945ms","start":"2026-07-10T00:01:17.137257Z","end":"2026-07-10T00:01:17.58949Z","steps":["trace[1166546545] 'agreement among raft nodes before linearized reading' (duration: 452.108552ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:17.58953Z","caller":"traceutil/trace.go:171","msg":"trace[809299693] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4981; }","duration":"682.780722ms","start":"2026-07-10T00:01:16.906732Z","end":"2026-07-10T00:01:17.589513Z","steps":["trace[809299693] 'agreement among raft nodes before linearized reading' (duration: 682.659079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:17.589551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:17.13724Z","time spent":"452.304718ms","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:01:17.589541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.913261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-10T00:01:17.58958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.906707Z","time spent":"682.859173ms","remote":"127.0.0.1:44212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:01:17.589471Z","caller":"traceutil/trace.go:171","msg":"trace[1333329023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4981; }","duration":"537.540164ms","start":"2026-07-10T00:01:17.051918Z","end":"2026-07-10T00:01:17.589459Z","steps":["trace[1333329023] 'agreement among raft nodes before linearized reading' (duration: 537.39968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:17.58978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.383495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-07-10T00:01:17.589909Z","caller":"traceutil/trace.go:171","msg":"trace[845331354] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4981; }","duration":"856.541239ms","start":"2026-07-10T00:01:16.733327Z","end":"2026-07-10T00:01:17.589868Z","steps":["trace[845331354] 'agreement among raft nodes before linearized reading' (duration: 856.263421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:17.589594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.66313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-07-10T00:01:17.58995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.733302Z","time spent":"856.638602ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3663,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-10T00:01:17.589967Z","caller":"traceutil/trace.go:171","msg":"trace[331066102] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4981; }","duration":"873.073911ms","start":"2026-07-10T00:01:16.716877Z","end":"2026-07-10T00:01:17.589951Z","steps":["trace[331066102] 'agreement among raft nodes before linearized reading' (duration: 872.624029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:17.589838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:17.051902Z","time spent":"537.870893ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-10T00:01:17.589466Z","caller":"traceutil/trace.go:171","msg":"trace[981168570] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4981; }","duration":"873.980444ms","start":"2026-07-10T00:01:16.715457Z","end":"2026-07-10T00:01:17.589438Z","steps":["trace[981168570] 'agreement among raft nodes before linearized reading' (duration: 873.728578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:17.590205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.715389Z","time spent":"874.798076ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:01:17.59022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.831565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b868d0c-6727-438c-9c3b-ebd52447863a\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-10T00:01:17.59033Z","caller":"traceutil/trace.go:171","msg":"trace[1704736500] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b868d0c-6727-438c-9c3b-ebd52447863a; range_end:; response_count:1; response_revision:4981; }","duration":"308.977769ms","start":"2026-07-10T00:01:17.281335Z","end":"2026-07-10T00:01:17.590313Z","steps":["trace[1704736500] 'agreement among raft nodes before linearized reading' (duration: 308.163488ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:17.590359Z","caller":"traceutil/trace.go:171","msg":"trace[1765113417] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"940.625975ms","start":"2026-07-10T00:01:16.649658Z","end":"2026-07-10T00:01:17.590284Z","steps":["trace[1765113417] 'process raft request' (duration: 601.493977ms)","trace[1765113417] 'compare' (duration: 336.885421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:17.590431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:17.281315Z","time spent":"309.098823ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b868d0c-6727-438c-9c3b-ebd52447863a\" "} {"level":"info","ts":"2026-07-10T00:01:17.589469Z","caller":"traceutil/trace.go:171","msg":"trace[1932784323] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4981; }","duration":"417.054257ms","start":"2026-07-10T00:01:17.172399Z","end":"2026-07-10T00:01:17.589454Z","steps":["trace[1932784323] 'agreement among raft nodes before linearized reading' (duration: 416.940635ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:17.589617Z","caller":"traceutil/trace.go:171","msg":"trace[224408058] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4981; }","duration":"872.015673ms","start":"2026-07-10T00:01:16.717582Z","end":"2026-07-10T00:01:17.589598Z","steps":["trace[224408058] 'agreement among raft nodes before linearized reading' (duration: 871.796038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:17.590551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:17.172379Z","time spent":"418.152636ms","remote":"127.0.0.1:58514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:01:17.590584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.717575Z","time spent":"872.952099ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:01:17.590658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.649631Z","time spent":"940.864152ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:17.589708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.796655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b868d0c-6727-438c-9c3b-ebd52447863a\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-10T00:01:17.590823Z","caller":"traceutil/trace.go:171","msg":"trace[1947495553] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b868d0c-6727-438c-9c3b-ebd52447863a; range_end:; response_count:1; response_revision:4981; }","duration":"873.926923ms","start":"2026-07-10T00:01:16.716881Z","end":"2026-07-10T00:01:17.590808Z","steps":["trace[1947495553] 'agreement among raft nodes before linearized reading' (duration: 872.738862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:17.590893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.716871Z","time spent":"874.010025ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b868d0c-6727-438c-9c3b-ebd52447863a\" "} {"level":"warn","ts":"2026-07-10T00:01:17.589696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.434452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-10T00:01:17.59098Z","caller":"traceutil/trace.go:171","msg":"trace[960218538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4981; }","duration":"536.750634ms","start":"2026-07-10T00:01:17.054205Z","end":"2026-07-10T00:01:17.590955Z","steps":["trace[960218538] 'agreement among raft nodes before linearized reading' (duration: 535.250165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:17.591033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:17.054195Z","time spent":"536.823776ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:01:17.589911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.821342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-10T00:01:17.591162Z","caller":"traceutil/trace.go:171","msg":"trace[1780034475] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4981; }","duration":"418.157966ms","start":"2026-07-10T00:01:17.172986Z","end":"2026-07-10T00:01:17.591144Z","steps":["trace[1780034475] 'agreement among raft nodes before linearized reading' (duration: 416.656638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:17.59002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:16.716859Z","time spent":"873.148193ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:01:17.591246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:17.172977Z","time spent":"418.252308ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-10T00:01:18.957735Z","caller":"traceutil/trace.go:171","msg":"trace[1287274443] linearizableReadLoop","detail":"{readStateIndex:5225; appliedIndex:5224; }","duration":"176.375323ms","start":"2026-07-10T00:01:18.781327Z","end":"2026-07-10T00:01:18.957703Z","steps":["trace[1287274443] 'read index received' (duration: 13.659879ms)","trace[1287274443] 'applied index is now lower than readState.Index' (duration: 162.714264ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:01:18.957982Z","caller":"traceutil/trace.go:171","msg":"trace[1433474795] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"177.287026ms","start":"2026-07-10T00:01:18.780629Z","end":"2026-07-10T00:01:18.957916Z","steps":["trace[1433474795] 'process raft request' (duration: 148.952543ms)","trace[1433474795] 'compare' (duration: 27.943593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:18.958066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.708041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-5cc45946cd-r7xv2\" ","response":"range_response_count:1 size:4819"} {"level":"info","ts":"2026-07-10T00:01:18.958117Z","caller":"traceutil/trace.go:171","msg":"trace[1889669771] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-5cc45946cd-r7xv2; range_end:; response_count:1; response_revision:5009; }","duration":"176.808864ms","start":"2026-07-10T00:01:18.781293Z","end":"2026-07-10T00:01:18.958102Z","steps":["trace[1889669771] 'agreement among raft nodes before linearized reading' (duration: 176.611549ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:24.875184Z","caller":"traceutil/trace.go:171","msg":"trace[1649529950] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"203.153537ms","start":"2026-07-10T00:01:24.671974Z","end":"2026-07-10T00:01:24.875127Z","steps":["trace[1649529950] 'process raft request' (duration: 202.907101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:28.329083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.825793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:01:28.329486Z","caller":"traceutil/trace.go:171","msg":"trace[8019369] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"465.654249ms","start":"2026-07-10T00:01:27.8638Z","end":"2026-07-10T00:01:28.329455Z","steps":["trace[8019369] 'process raft request' (duration: 198.351284ms)","trace[8019369] 'compare' (duration: 266.676789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:28.329638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:27.863779Z","time spent":"465.772462ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:01:28.329922Z","caller":"traceutil/trace.go:171","msg":"trace[783326841] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"465.612607ms","start":"2026-07-10T00:01:27.86426Z","end":"2026-07-10T00:01:28.329872Z","steps":["trace[783326841] 'process raft request' (duration: 465.086454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:28.3301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:27.864242Z","time spent":"465.766502ms","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:01:28.330144Z","caller":"traceutil/trace.go:171","msg":"trace[2132531878] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"465.118987ms","start":"2026-07-10T00:01:27.865014Z","end":"2026-07-10T00:01:28.330133Z","steps":["trace[2132531878] 'process raft request' (duration: 464.90443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:28.330187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:27.865006Z","time spent":"465.158648ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:01:28.330171Z","caller":"traceutil/trace.go:171","msg":"trace[1592828954] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"465.378192ms","start":"2026-07-10T00:01:27.864742Z","end":"2026-07-10T00:01:28.33012Z","steps":["trace[1592828954] 'process raft request' (duration: 465.081104ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:28.330003Z","caller":"traceutil/trace.go:171","msg":"trace[1362918195] linearizableReadLoop","detail":"{readStateIndex:5342; appliedIndex:5338; }","duration":"463.243257ms","start":"2026-07-10T00:01:27.866737Z","end":"2026-07-10T00:01:28.32998Z","steps":["trace[1362918195] 'read index received' (duration: 195.397419ms)","trace[1362918195] 'applied index is now lower than readState.Index' (duration: 267.844458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:28.330373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:27.864733Z","time spent":"465.532917ms","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:28.330522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.767901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-10T00:01:28.33061Z","caller":"traceutil/trace.go:171","msg":"trace[782777818] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5124; }","duration":"463.842373ms","start":"2026-07-10T00:01:27.866733Z","end":"2026-07-10T00:01:28.330576Z","steps":["trace[782777818] 'agreement among raft nodes before linearized reading' (duration: 463.558286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:28.330718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:27.866694Z","time spent":"464.007457ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:01:28.349684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.132346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:01:28.3498Z","caller":"traceutil/trace.go:171","msg":"trace[349354615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5125; }","duration":"214.289531ms","start":"2026-07-10T00:01:28.135479Z","end":"2026-07-10T00:01:28.349769Z","steps":["trace[349354615] 'agreement among raft nodes before linearized reading' (duration: 214.085455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:28.349881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.911005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:01:28.350022Z","caller":"traceutil/trace.go:171","msg":"trace[1726672193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5125; }","duration":"388.11277ms","start":"2026-07-10T00:01:27.961881Z","end":"2026-07-10T00:01:28.349994Z","steps":["trace[1726672193] 'agreement among raft nodes before linearized reading' (duration: 387.915505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:28.350098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:27.961841Z","time spent":"388.234663ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:01:28.350106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.629788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:01:28.350176Z","caller":"traceutil/trace.go:171","msg":"trace[1292803667] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5125; }","duration":"125.754581ms","start":"2026-07-10T00:01:28.224404Z","end":"2026-07-10T00:01:28.350158Z","steps":["trace[1292803667] 'agreement among raft nodes before linearized reading' (duration: 125.537986ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:28.53523Z","caller":"traceutil/trace.go:171","msg":"trace[1863280608] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"142.205151ms","start":"2026-07-10T00:01:28.392994Z","end":"2026-07-10T00:01:28.535199Z","steps":["trace[1863280608] 'process raft request' (duration: 141.955155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:28.956227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.082295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-07-10T00:01:28.956326Z","caller":"traceutil/trace.go:171","msg":"trace[1053391320] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:5127; }","duration":"203.229259ms","start":"2026-07-10T00:01:28.753069Z","end":"2026-07-10T00:01:28.956299Z","steps":["trace[1053391320] 'range keys from in-memory index tree' (duration: 202.878709ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:29.804773Z","caller":"traceutil/trace.go:171","msg":"trace[174900802] linearizableReadLoop","detail":"{readStateIndex:5352; appliedIndex:5351; }","duration":"117.521921ms","start":"2026-07-10T00:01:29.687228Z","end":"2026-07-10T00:01:29.80475Z","steps":["trace[174900802] 'read index received' (duration: 117.248974ms)","trace[174900802] 'applied index is now lower than readState.Index' (duration: 271.887µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:01:29.804921Z","caller":"traceutil/trace.go:171","msg":"trace[405324943] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"125.611168ms","start":"2026-07-10T00:01:29.679271Z","end":"2026-07-10T00:01:29.804883Z","steps":["trace[405324943] 'process raft request' (duration: 125.30742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:29.805017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.766727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-10T00:01:29.805061Z","caller":"traceutil/trace.go:171","msg":"trace[244307152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5132; }","duration":"117.848849ms","start":"2026-07-10T00:01:29.687202Z","end":"2026-07-10T00:01:29.805051Z","steps":["trace[244307152] 'agreement among raft nodes before linearized reading' (duration: 117.689455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:29.805762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.039969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-10T00:01:29.805828Z","caller":"traceutil/trace.go:171","msg":"trace[1032716550] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5132; }","duration":"117.158072ms","start":"2026-07-10T00:01:29.688658Z","end":"2026-07-10T00:01:29.805816Z","steps":["trace[1032716550] 'agreement among raft nodes before linearized reading' (duration: 116.564737ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:29.994471Z","caller":"traceutil/trace.go:171","msg":"trace[1450261186] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"184.360027ms","start":"2026-07-10T00:01:29.810065Z","end":"2026-07-10T00:01:29.994425Z","steps":["trace[1450261186] 'process raft request' (duration: 84.448196ms)","trace[1450261186] 'compare' (duration: 99.595752ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:01:30.08443Z","caller":"traceutil/trace.go:171","msg":"trace[2006113679] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"271.863991ms","start":"2026-07-10T00:01:29.81254Z","end":"2026-07-10T00:01:30.084404Z","steps":["trace[2006113679] 'process raft request' (duration: 271.761139ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:30.084439Z","caller":"traceutil/trace.go:171","msg":"trace[437584056] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"273.678958ms","start":"2026-07-10T00:01:29.810722Z","end":"2026-07-10T00:01:30.084401Z","steps":["trace[437584056] 'process raft request' (duration: 273.406871ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:30.08467Z","caller":"traceutil/trace.go:171","msg":"trace[1718281116] linearizableReadLoop","detail":"{readStateIndex:5356; appliedIndex:5353; }","duration":"149.282821ms","start":"2026-07-10T00:01:29.935363Z","end":"2026-07-10T00:01:30.084645Z","steps":["trace[1718281116] 'read index received' (duration: 148.81837ms)","trace[1718281116] 'applied index is now lower than readState.Index' (duration: 462.881µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:30.084857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.491196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3198"} {"level":"info","ts":"2026-07-10T00:01:30.08489Z","caller":"traceutil/trace.go:171","msg":"trace[376058774] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5136; }","duration":"149.59012ms","start":"2026-07-10T00:01:29.935289Z","end":"2026-07-10T00:01:30.084879Z","steps":["trace[376058774] 'agreement among raft nodes before linearized reading' (duration: 149.449827ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:30.084877Z","caller":"traceutil/trace.go:171","msg":"trace[553760945] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"271.557004ms","start":"2026-07-10T00:01:29.813303Z","end":"2026-07-10T00:01:30.08486Z","steps":["trace[553760945] 'process raft request' (duration: 271.056871ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:30.206306Z","caller":"traceutil/trace.go:171","msg":"trace[524354243] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5356; }","duration":"114.943874ms","start":"2026-07-10T00:01:30.09133Z","end":"2026-07-10T00:01:30.206273Z","steps":["trace[524354243] 'read index received' (duration: 79.1383ms)","trace[524354243] 'applied index is now lower than readState.Index' (duration: 35.803664ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:01:30.20632Z","caller":"traceutil/trace.go:171","msg":"trace[753615820] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"115.062918ms","start":"2026-07-10T00:01:30.091228Z","end":"2026-07-10T00:01:30.206291Z","steps":["trace[753615820] 'process raft request' (duration: 79.147501ms)","trace[753615820] 'compare' (duration: 35.627199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:01:30.206746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.391756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-07-10T00:01:30.206823Z","caller":"traceutil/trace.go:171","msg":"trace[48545040] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5137; }","duration":"115.500948ms","start":"2026-07-10T00:01:30.091304Z","end":"2026-07-10T00:01:30.206805Z","steps":["trace[48545040] 'agreement among raft nodes before linearized reading' (duration: 115.095288ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:30.219539Z","caller":"traceutil/trace.go:171","msg":"trace[2099665073] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"127.794054ms","start":"2026-07-10T00:01:30.091724Z","end":"2026-07-10T00:01:30.219518Z","steps":["trace[2099665073] 'process raft request' (duration: 127.555178ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:54.724457Z","caller":"traceutil/trace.go:171","msg":"trace[661544927] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"123.338098ms","start":"2026-07-10T00:01:54.601097Z","end":"2026-07-10T00:01:54.724435Z","steps":["trace[661544927] 'process raft request' (duration: 123.192684ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:01:56.345772Z","caller":"traceutil/trace.go:171","msg":"trace[65062859] linearizableReadLoop","detail":"{readStateIndex:5678; appliedIndex:5677; }","duration":"233.871163ms","start":"2026-07-10T00:01:56.111878Z","end":"2026-07-10T00:01:56.345749Z","steps":["trace[65062859] 'read index received' (duration: 233.706038ms)","trace[65062859] 'applied index is now lower than readState.Index' (duration: 164.145µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:01:56.345833Z","caller":"traceutil/trace.go:171","msg":"trace[1354665673] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"411.035481ms","start":"2026-07-10T00:01:55.934756Z","end":"2026-07-10T00:01:56.345792Z","steps":["trace[1354665673] 'process raft request' (duration: 410.849086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:56.345998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:01:55.934742Z","time spent":"411.166054ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:01:56.346011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.113448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-10T00:01:56.346141Z","caller":"traceutil/trace.go:171","msg":"trace[1653457654] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5447; }","duration":"234.301133ms","start":"2026-07-10T00:01:56.111827Z","end":"2026-07-10T00:01:56.346128Z","steps":["trace[1653457654] 'agreement among raft nodes before linearized reading' (duration: 234.064727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:01:56.346175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.871557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-10T00:01:56.346231Z","caller":"traceutil/trace.go:171","msg":"trace[472148171] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5447; }","duration":"144.95731ms","start":"2026-07-10T00:01:56.201262Z","end":"2026-07-10T00:01:56.346219Z","steps":["trace[472148171] 'agreement among raft nodes before linearized reading' (duration: 144.762445ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:04:05.749993Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3126} {"level":"info","ts":"2026-07-10T00:04:05.840016Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3126,"took":"88.489536ms","hash":815370229,"current-db-size-bytes":61181952,"current-db-size":"61 MB","current-db-size-in-use-bytes":33513472,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-10T00:04:05.840106Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":815370229,"revision":3126,"compact-revision":-1} {"level":"info","ts":"2026-07-10T00:05:41.707257Z","caller":"traceutil/trace.go:171","msg":"trace[671747067] transaction","detail":"{read_only:false; response_revision:7343; number_of_response:1; }","duration":"101.015795ms","start":"2026-07-10T00:05:41.606216Z","end":"2026-07-10T00:05:41.707232Z","steps":["trace[671747067] 'process raft request' (duration: 100.84079ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:05:41.707448Z","caller":"traceutil/trace.go:171","msg":"trace[2108493812] transaction","detail":"{read_only:false; response_revision:7344; number_of_response:1; }","duration":"101.026855ms","start":"2026-07-10T00:05:41.60639Z","end":"2026-07-10T00:05:41.707417Z","steps":["trace[2108493812] 'process raft request' (duration: 100.797199ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:06:58.498087Z","caller":"traceutil/trace.go:171","msg":"trace[712349157] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"101.585181ms","start":"2026-07-10T00:06:58.396476Z","end":"2026-07-10T00:06:58.498061Z","steps":["trace[712349157] 'process raft request' (duration: 101.211281ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:06.981947Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002161.wal"} {"level":"info","ts":"2026-07-10T00:07:10.189091Z","caller":"traceutil/trace.go:171","msg":"trace[2014314982] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"377.745463ms","start":"2026-07-10T00:07:09.811322Z","end":"2026-07-10T00:07:10.189067Z","steps":["trace[2014314982] 'process raft request' (duration: 377.610389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:10.189233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:09.811312Z","time spent":"377.849255ms","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":851,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:07:10.189227Z","caller":"traceutil/trace.go:171","msg":"trace[469509460] linearizableReadLoop","detail":"{readStateIndex:8566; appliedIndex:8566; }","duration":"326.852975ms","start":"2026-07-10T00:07:09.862342Z","end":"2026-07-10T00:07:10.189195Z","steps":["trace[469509460] 'read index received' (duration: 326.840345ms)","trace[469509460] 'applied index is now lower than readState.Index' (duration: 10.52µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:07:10.18949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.124422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-10T00:07:10.189556Z","caller":"traceutil/trace.go:171","msg":"trace[1437657712] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8198; }","duration":"327.238435ms","start":"2026-07-10T00:07:09.862298Z","end":"2026-07-10T00:07:10.189537Z","steps":["trace[1437657712] 'agreement among raft nodes before linearized reading' (duration: 327.03739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:10.189633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:09.862278Z","time spent":"327.319837ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:07:10.242609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.206319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:07:10.242687Z","caller":"traceutil/trace.go:171","msg":"trace[771122834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8199; }","duration":"109.328172ms","start":"2026-07-10T00:07:10.13334Z","end":"2026-07-10T00:07:10.242668Z","steps":["trace[771122834] 'agreement among raft nodes before linearized reading' (duration: 109.187018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:10.242758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.254461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:07:10.242843Z","caller":"traceutil/trace.go:171","msg":"trace[2079114050] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8199; }","duration":"362.381365ms","start":"2026-07-10T00:07:09.88044Z","end":"2026-07-10T00:07:10.242822Z","steps":["trace[2079114050] 'agreement among raft nodes before linearized reading' (duration: 362.119578ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:10.242845Z","caller":"traceutil/trace.go:171","msg":"trace[1227831227] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"326.393253ms","start":"2026-07-10T00:07:09.916417Z","end":"2026-07-10T00:07:10.24281Z","steps":["trace[1227831227] 'process raft request' (duration: 325.936172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:10.242889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:09.880425Z","time spent":"362.454966ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:07:10.243006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:09.916383Z","time spent":"326.547237ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:07:10.242987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.216414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-10T00:07:10.243108Z","caller":"traceutil/trace.go:171","msg":"trace[1965155193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8199; }","duration":"176.351398ms","start":"2026-07-10T00:07:10.0667Z","end":"2026-07-10T00:07:10.243051Z","steps":["trace[1965155193] 'agreement among raft nodes before linearized reading' (duration: 176.027929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:11.308708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903615727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:07:11.808823Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903615727,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:07:12.021578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371298154s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:07:12.021917Z","caller":"traceutil/trace.go:171","msg":"trace[808162634] linearizableReadLoop","detail":"{readStateIndex:8576; appliedIndex:8575; }","duration":"1.214039721s","start":"2026-07-10T00:07:10.807861Z","end":"2026-07-10T00:07:12.0219Z","steps":["trace[808162634] 'read index received' (duration: 1.213862196s)","trace[808162634] 'applied index is now lower than readState.Index' (duration: 176.755µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:07:12.022016Z","caller":"traceutil/trace.go:171","msg":"trace[2058120843] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"1.371772897s","start":"2026-07-10T00:07:10.650193Z","end":"2026-07-10T00:07:12.021966Z","steps":["trace[2058120843] 'process raft request' (duration: 1.371590503s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.02209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201861256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-10T00:07:12.022114Z","caller":"traceutil/trace.go:171","msg":"trace[1374989225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8208; }","duration":"1.201930948s","start":"2026-07-10T00:07:10.820177Z","end":"2026-07-10T00:07:12.022107Z","steps":["trace[1374989225] 'agreement among raft nodes before linearized reading' (duration: 1.201829165s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.022135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:10.820161Z","time spent":"1.201969908s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:07:12.022167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214288108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T00:07:12.022229Z","caller":"traceutil/trace.go:171","msg":"trace[2122809746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8208; }","duration":"1.21439586s","start":"2026-07-10T00:07:10.807812Z","end":"2026-07-10T00:07:12.022208Z","steps":["trace[2122809746] 'agreement among raft nodes before linearized reading' (duration: 1.214177495s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.022208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:10.650176Z","time spent":"1.371937741s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:07:12.022214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.316802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T00:07:12.022281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:10.807795Z","time spent":"1.214475132s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:07:12.022313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.455924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:07:12.02233Z","caller":"traceutil/trace.go:171","msg":"trace[502768802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8208; }","duration":"887.519035ms","start":"2026-07-10T00:07:11.134807Z","end":"2026-07-10T00:07:12.022326Z","steps":["trace[502768802] 'agreement among raft nodes before linearized reading' (duration: 887.496265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.022303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.25701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:07:12.022293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.799106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T00:07:12.022258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.071782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T00:07:12.022344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.997583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:07:12.022392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.162396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:07:12.022473Z","caller":"traceutil/trace.go:171","msg":"trace[1908249899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:8208; }","duration":"263.247938ms","start":"2026-07-10T00:07:11.759213Z","end":"2026-07-10T00:07:12.022461Z","steps":["trace[1908249899] 'agreement among raft nodes before linearized reading' (duration: 263.140565ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:12.022486Z","caller":"traceutil/trace.go:171","msg":"trace[355635987] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8208; }","duration":"138.202609ms","start":"2026-07-10T00:07:11.884254Z","end":"2026-07-10T00:07:12.022457Z","steps":["trace[355635987] 'agreement among raft nodes before linearized reading' (duration: 137.915481ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:12.022302Z","caller":"traceutil/trace.go:171","msg":"trace[1524556353] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8208; }","duration":"555.476776ms","start":"2026-07-10T00:07:11.466812Z","end":"2026-07-10T00:07:12.022289Z","steps":["trace[1524556353] 'agreement among raft nodes before linearized reading' (duration: 555.226989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.022568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:11.466786Z","time spent":"555.770913ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":50,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:07:12.022413Z","caller":"traceutil/trace.go:171","msg":"trace[1359390289] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8208; }","duration":"802.255877ms","start":"2026-07-10T00:07:11.220153Z","end":"2026-07-10T00:07:12.022408Z","steps":["trace[1359390289] 'agreement among raft nodes before linearized reading' (duration: 802.056221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.022731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:11.220136Z","time spent":"802.572564ms","remote":"127.0.0.1:44408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":58,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:07:12.022379Z","caller":"traceutil/trace.go:171","msg":"trace[2123599709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8208; }","duration":"209.379963ms","start":"2026-07-10T00:07:11.812983Z","end":"2026-07-10T00:07:12.022362Z","steps":["trace[2123599709] 'agreement among raft nodes before linearized reading' (duration: 209.214899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.022388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199909825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-10T00:07:12.02385Z","caller":"traceutil/trace.go:171","msg":"trace[1710710481] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8208; }","duration":"1.201371654s","start":"2026-07-10T00:07:10.822458Z","end":"2026-07-10T00:07:12.02383Z","steps":["trace[1710710481] 'agreement among raft nodes before linearized reading' (duration: 1.199899675s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.022349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:11.134782Z","time spent":"887.564757ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:07:12.023912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:10.82245Z","time spent":"1.201443985s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-10T00:07:12.022423Z","caller":"traceutil/trace.go:171","msg":"trace[953880390] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8208; }","duration":"835.94992ms","start":"2026-07-10T00:07:11.186458Z","end":"2026-07-10T00:07:12.022408Z","steps":["trace[953880390] 'agreement among raft nodes before linearized reading' (duration: 835.810926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.02396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:11.186441Z","time spent":"837.50843ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:07:12.534721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903615731,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:07:12.6762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.282792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:07:12.6763Z","caller":"traceutil/trace.go:171","msg":"trace[1296095078] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"649.357368ms","start":"2026-07-10T00:07:12.026925Z","end":"2026-07-10T00:07:12.676282Z","steps":["trace[1296095078] 'process raft request' (duration: 515.917621ms)","trace[1296095078] 'compare' (duration: 132.973334ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:07:12.676378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:12.026897Z","time spent":"649.43087ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:07:12.679791Z","caller":"traceutil/trace.go:171","msg":"trace[1573727688] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"652.425337ms","start":"2026-07-10T00:07:12.027347Z","end":"2026-07-10T00:07:12.679772Z","steps":["trace[1573727688] 'process raft request' (duration: 652.367955ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:12.679829Z","caller":"traceutil/trace.go:171","msg":"trace[1754706458] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"652.520049ms","start":"2026-07-10T00:07:12.027275Z","end":"2026-07-10T00:07:12.679795Z","steps":["trace[1754706458] 'process raft request' (duration: 652.362085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.679905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:12.027334Z","time spent":"652.512648ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:07:12.679974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:12.027251Z","time spent":"652.641573ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:07:12.679978Z","caller":"traceutil/trace.go:171","msg":"trace[1716754596] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8576; }","duration":"645.726443ms","start":"2026-07-10T00:07:12.034231Z","end":"2026-07-10T00:07:12.679957Z","steps":["trace[1716754596] 'read index received' (duration: 508.629663ms)","trace[1716754596] 'applied index is now lower than readState.Index' (duration: 137.09552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:07:12.680151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.760272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:07:12.680201Z","caller":"traceutil/trace.go:171","msg":"trace[22525471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8212; }","duration":"543.853014ms","start":"2026-07-10T00:07:12.136337Z","end":"2026-07-10T00:07:12.68019Z","steps":["trace[22525471] 'agreement among raft nodes before linearized reading' (duration: 543.775952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.680224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:12.136314Z","time spent":"543.905476ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:07:12.680224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.986371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-10T00:07:12.680288Z","caller":"traceutil/trace.go:171","msg":"trace[1007916974] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8212; }","duration":"646.073962ms","start":"2026-07-10T00:07:12.034198Z","end":"2026-07-10T00:07:12.680272Z","steps":["trace[1007916974] 'agreement among raft nodes before linearized reading' (duration: 645.858547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.680305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.931853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:07:12.680335Z","caller":"traceutil/trace.go:171","msg":"trace[1764231216] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8212; }","duration":"417.997145ms","start":"2026-07-10T00:07:12.262329Z","end":"2026-07-10T00:07:12.680327Z","steps":["trace[1764231216] 'agreement among raft nodes before linearized reading' (duration: 417.938333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.680338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:12.034187Z","time spent":"646.140105ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:07:12.680356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:12.262287Z","time spent":"418.064067ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:07:12.680405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.6952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-10T00:07:12.680427Z","caller":"traceutil/trace.go:171","msg":"trace[1340894527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8212; }","duration":"424.73912ms","start":"2026-07-10T00:07:12.255682Z","end":"2026-07-10T00:07:12.680421Z","steps":["trace[1340894527] 'agreement among raft nodes before linearized reading' (duration: 424.651518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.680253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.684703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-10T00:07:12.680511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.801039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-10T00:07:12.680543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.67802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-10T00:07:12.680549Z","caller":"traceutil/trace.go:171","msg":"trace[45700236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8212; }","duration":"427.869301ms","start":"2026-07-10T00:07:12.252671Z","end":"2026-07-10T00:07:12.680541Z","steps":["trace[45700236] 'agreement among raft nodes before linearized reading' (duration: 427.770999ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:12.680562Z","caller":"traceutil/trace.go:171","msg":"trace[1904502321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8212; }","duration":"426.717421ms","start":"2026-07-10T00:07:12.253839Z","end":"2026-07-10T00:07:12.680557Z","steps":["trace[1904502321] 'agreement among raft nodes before linearized reading' (duration: 426.661229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.680579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:12.25383Z","time spent":"426.745842ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:07:12.680578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:12.25266Z","time spent":"427.911633ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-10T00:07:12.680045Z","caller":"traceutil/trace.go:171","msg":"trace[1210837956] transaction","detail":"{read_only:false; response_revision:8212; number_of_response:1; }","duration":"431.763282ms","start":"2026-07-10T00:07:12.24825Z","end":"2026-07-10T00:07:12.680013Z","steps":["trace[1210837956] 'process raft request' (duration: 431.497575ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:12.680495Z","caller":"traceutil/trace.go:171","msg":"trace[39957771] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8212; }","duration":"418.931709ms","start":"2026-07-10T00:07:12.261537Z","end":"2026-07-10T00:07:12.680469Z","steps":["trace[39957771] 'agreement among raft nodes before linearized reading' (duration: 418.661702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:12.680672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:12.261526Z","time spent":"419.134504ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:07:12.680445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:12.255672Z","time spent":"424.767772ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:07:12.680993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:12.248225Z","time spent":"432.403618ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:07:23.227751Z","caller":"traceutil/trace.go:171","msg":"trace[705136089] linearizableReadLoop","detail":"{readStateIndex:8656; appliedIndex:8655; }","duration":"370.815163ms","start":"2026-07-10T00:07:22.856908Z","end":"2026-07-10T00:07:23.227723Z","steps":["trace[705136089] 'read index received' (duration: 342.550551ms)","trace[705136089] 'applied index is now lower than readState.Index' (duration: 28.263212ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:07:23.227881Z","caller":"traceutil/trace.go:171","msg":"trace[1056275113] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"433.100527ms","start":"2026-07-10T00:07:22.794764Z","end":"2026-07-10T00:07:23.227864Z","steps":["trace[1056275113] 'process raft request' (duration: 404.787093ms)","trace[1056275113] 'compare' (duration: 28.043827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:07:23.227991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:22.794752Z","time spent":"433.155438ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:07:23.228197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.883499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-10T00:07:23.22827Z","caller":"traceutil/trace.go:171","msg":"trace[1975349894] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8284; }","duration":"287.016552ms","start":"2026-07-10T00:07:22.941235Z","end":"2026-07-10T00:07:23.228252Z","steps":["trace[1975349894] 'agreement among raft nodes before linearized reading' (duration: 286.788757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:23.228639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.727177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-10T00:07:23.228682Z","caller":"traceutil/trace.go:171","msg":"trace[760407664] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8284; }","duration":"371.802838ms","start":"2026-07-10T00:07:22.856867Z","end":"2026-07-10T00:07:23.22867Z","steps":["trace[760407664] 'agreement among raft nodes before linearized reading' (duration: 371.639684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:23.228713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:22.856853Z","time spent":"371.85083ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:07:23.566275Z","caller":"traceutil/trace.go:171","msg":"trace[1971663657] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8287; }","duration":"143.566378ms","start":"2026-07-10T00:07:23.422689Z","end":"2026-07-10T00:07:23.566255Z","steps":["trace[1971663657] 'process raft request' (duration: 132.270286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:24.635339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903615991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:07:24.820203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241879334s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:07:24.820736Z","caller":"traceutil/trace.go:171","msg":"trace[1866779295] transaction","detail":"{read_only:false; response_revision:8288; number_of_response:1; }","duration":"1.24251619s","start":"2026-07-10T00:07:23.578193Z","end":"2026-07-10T00:07:24.820709Z","steps":["trace[1866779295] 'process raft request' (duration: 1.242359736s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:24.820902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:23.578167Z","time spent":"1.242644412s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:07:25.065905Z","caller":"traceutil/trace.go:171","msg":"trace[1402248716] linearizableReadLoop","detail":"{readStateIndex:8662; appliedIndex:8660; }","duration":"930.96175ms","start":"2026-07-10T00:07:24.134919Z","end":"2026-07-10T00:07:25.065881Z","steps":["trace[1402248716] 'read index received' (duration: 685.602986ms)","trace[1402248716] 'applied index is now lower than readState.Index' (duration: 245.357494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:07:25.066089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.157035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:07:25.066115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.001578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:07:25.066086Z","caller":"traceutil/trace.go:171","msg":"trace[293896409] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"336.577627ms","start":"2026-07-10T00:07:24.729452Z","end":"2026-07-10T00:07:25.066029Z","steps":["trace[293896409] 'process raft request' (duration: 336.30345ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:25.066153Z","caller":"traceutil/trace.go:171","msg":"trace[125312834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8289; }","duration":"931.276608ms","start":"2026-07-10T00:07:24.134859Z","end":"2026-07-10T00:07:25.066136Z","steps":["trace[125312834] 'agreement among raft nodes before linearized reading' (duration: 931.152475ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:25.066159Z","caller":"traceutil/trace.go:171","msg":"trace[1564701235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8289; }","duration":"905.089721ms","start":"2026-07-10T00:07:24.161053Z","end":"2026-07-10T00:07:25.066143Z","steps":["trace[1564701235] 'agreement among raft nodes before linearized reading' (duration: 904.998328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:25.06619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:24.134839Z","time spent":"931.34674ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:07:25.066228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:24.161036Z","time spent":"905.180712ms","remote":"127.0.0.1:42694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:07:25.066343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:24.729429Z","time spent":"336.774472ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:07:25.066365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.737818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-10T00:07:25.066408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.579222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66679bccb-xt2qr.18c0c4f8b393b23d\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-07-10T00:07:25.066439Z","caller":"traceutil/trace.go:171","msg":"trace[286975039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8289; }","duration":"273.845272ms","start":"2026-07-10T00:07:24.792576Z","end":"2026-07-10T00:07:25.066421Z","steps":["trace[286975039] 'agreement among raft nodes before linearized reading' (duration: 273.645287ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:25.06648Z","caller":"traceutil/trace.go:171","msg":"trace[1006823628] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66679bccb-xt2qr.18c0c4f8b393b23d; range_end:; response_count:1; response_revision:8289; }","duration":"181.699385ms","start":"2026-07-10T00:07:24.88476Z","end":"2026-07-10T00:07:25.06646Z","steps":["trace[1006823628] 'agreement among raft nodes before linearized reading' (duration: 181.50922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:25.066518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.977718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-10T00:07:25.066539Z","caller":"traceutil/trace.go:171","msg":"trace[1887316778] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8289; }","duration":"315.041239ms","start":"2026-07-10T00:07:24.751492Z","end":"2026-07-10T00:07:25.066534Z","steps":["trace[1887316778] 'agreement among raft nodes before linearized reading' (duration: 314.945076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:25.066553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:24.751467Z","time spent":"315.083221ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:07:25.066572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.770587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-07-10T00:07:25.066623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.832887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-10T00:07:25.066632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.222323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-10T00:07:25.066627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.271733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-10T00:07:25.066655Z","caller":"traceutil/trace.go:171","msg":"trace[780764689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8289; }","duration":"330.277354ms","start":"2026-07-10T00:07:24.736373Z","end":"2026-07-10T00:07:25.066651Z","steps":["trace[780764689] 'agreement among raft nodes before linearized reading' (duration: 330.218343ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:25.066659Z","caller":"traceutil/trace.go:171","msg":"trace[1504399778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8289; }","duration":"277.904728ms","start":"2026-07-10T00:07:24.788743Z","end":"2026-07-10T00:07:25.066647Z","steps":["trace[1504399778] 'agreement among raft nodes before linearized reading' (duration: 277.816786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:25.066622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.011231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-10T00:07:25.066679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:24.736361Z","time spent":"330.315575ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T00:07:25.066674Z","caller":"traceutil/trace.go:171","msg":"trace[651046383] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8289; }","duration":"225.924491ms","start":"2026-07-10T00:07:24.840722Z","end":"2026-07-10T00:07:25.066646Z","steps":["trace[651046383] 'agreement among raft nodes before linearized reading' (duration: 225.603342ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:25.066707Z","caller":"traceutil/trace.go:171","msg":"trace[697745018] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8289; }","duration":"274.385706ms","start":"2026-07-10T00:07:24.792292Z","end":"2026-07-10T00:07:25.066678Z","steps":["trace[697745018] 'agreement among raft nodes before linearized reading' (duration: 274.150809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:25.0666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.243864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T00:07:25.066734Z","caller":"traceutil/trace.go:171","msg":"trace[2025483356] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:8289; }","duration":"273.145165ms","start":"2026-07-10T00:07:24.793557Z","end":"2026-07-10T00:07:25.066702Z","steps":["trace[2025483356] 'agreement among raft nodes before linearized reading' (duration: 272.836016ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:25.066808Z","caller":"traceutil/trace.go:171","msg":"trace[1829444429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8289; }","duration":"325.443489ms","start":"2026-07-10T00:07:24.741326Z","end":"2026-07-10T00:07:25.06677Z","steps":["trace[1829444429] 'agreement among raft nodes before linearized reading' (duration: 325.167572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:25.066866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:24.741312Z","time spent":"325.535421ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-10T00:07:25.170709Z","caller":"traceutil/trace.go:171","msg":"trace[43219787] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"100.036761ms","start":"2026-07-10T00:07:25.070651Z","end":"2026-07-10T00:07:25.170688Z","steps":["trace[43219787] 'process raft request' (duration: 93.959373ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:25.171048Z","caller":"traceutil/trace.go:171","msg":"trace[446204676] transaction","detail":"{read_only:false; response_revision:8291; number_of_response:1; }","duration":"100.200205ms","start":"2026-07-10T00:07:25.070822Z","end":"2026-07-10T00:07:25.171022Z","steps":["trace[446204676] 'process raft request' (duration: 99.829446ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:25.171183Z","caller":"traceutil/trace.go:171","msg":"trace[1198984331] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"100.347489ms","start":"2026-07-10T00:07:25.070823Z","end":"2026-07-10T00:07:25.17117Z","steps":["trace[1198984331] 'process raft request' (duration: 100.078352ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:25.171728Z","caller":"traceutil/trace.go:171","msg":"trace[583651909] linearizableReadLoop","detail":"{readStateIndex:8667; appliedIndex:8663; }","duration":"100.086283ms","start":"2026-07-10T00:07:25.071612Z","end":"2026-07-10T00:07:25.171698Z","steps":["trace[583651909] 'read index received' (duration: 15.578514ms)","trace[583651909] 'applied index is now lower than readState.Index' (duration: 84.506358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:07:25.172467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.795511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:203459"} {"level":"info","ts":"2026-07-10T00:07:25.172609Z","caller":"traceutil/trace.go:171","msg":"trace[1472096566] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8295; }","duration":"100.999315ms","start":"2026-07-10T00:07:25.071596Z","end":"2026-07-10T00:07:25.172595Z","steps":["trace[1472096566] 'agreement among raft nodes before linearized reading' (duration: 100.221856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:25.186918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.689249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4830"} {"level":"info","ts":"2026-07-10T00:07:25.186975Z","caller":"traceutil/trace.go:171","msg":"trace[893764151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8296; }","duration":"107.764301ms","start":"2026-07-10T00:07:25.0792Z","end":"2026-07-10T00:07:25.186964Z","steps":["trace[893764151] 'agreement among raft nodes before linearized reading' (duration: 107.577126ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:26.254218Z","caller":"traceutil/trace.go:171","msg":"trace[986321831] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"620.866109ms","start":"2026-07-10T00:07:25.633334Z","end":"2026-07-10T00:07:26.2542Z","steps":["trace[986321831] 'process raft request' (duration: 620.722225ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:26.254218Z","caller":"traceutil/trace.go:171","msg":"trace[134866970] linearizableReadLoop","detail":"{readStateIndex:8676; appliedIndex:8676; }","duration":"135.853068ms","start":"2026-07-10T00:07:26.118341Z","end":"2026-07-10T00:07:26.254195Z","steps":["trace[134866970] 'read index received' (duration: 135.845857ms)","trace[134866970] 'applied index is now lower than readState.Index' (duration: 5.691µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:07:26.254375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.025924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:07:26.254423Z","caller":"traceutil/trace.go:171","msg":"trace[472545400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8301; }","duration":"136.118016ms","start":"2026-07-10T00:07:26.118292Z","end":"2026-07-10T00:07:26.25441Z","steps":["trace[472545400] 'agreement among raft nodes before linearized reading' (duration: 135.969342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:26.254353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:25.63331Z","time spent":"620.973702ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:07:26.254584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.897683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:07:26.254659Z","caller":"traceutil/trace.go:171","msg":"trace[1721442994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8301; }","duration":"118.012546ms","start":"2026-07-10T00:07:26.136629Z","end":"2026-07-10T00:07:26.254641Z","steps":["trace[1721442994] 'agreement among raft nodes before linearized reading' (duration: 117.871462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:27.041658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.773368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:07:27.041752Z","caller":"traceutil/trace.go:171","msg":"trace[2137574126] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8301; }","duration":"276.883041ms","start":"2026-07-10T00:07:26.764851Z","end":"2026-07-10T00:07:27.041734Z","steps":["trace[2137574126] 'count revisions from in-memory index tree' (duration: 276.600004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:27.042195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.67777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-10T00:07:27.042288Z","caller":"traceutil/trace.go:171","msg":"trace[2112258591] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8301; }","duration":"392.811983ms","start":"2026-07-10T00:07:26.64945Z","end":"2026-07-10T00:07:27.042262Z","steps":["trace[2112258591] 'range keys from in-memory index tree' (duration: 392.421053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:27.042336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:26.649431Z","time spent":"392.895655ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-07-10T00:07:28.476409Z","caller":"traceutil/trace.go:171","msg":"trace[1890517653] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"312.813461ms","start":"2026-07-10T00:07:28.163577Z","end":"2026-07-10T00:07:28.47639Z","steps":["trace[1890517653] 'process raft request' (duration: 312.701388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:28.476521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:28.163556Z","time spent":"312.908434ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:07:29.209405Z","caller":"traceutil/trace.go:171","msg":"trace[1725600719] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"108.975763ms","start":"2026-07-10T00:07:29.100396Z","end":"2026-07-10T00:07:29.209372Z","steps":["trace[1725600719] 'process raft request' (duration: 108.262114ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:54.646106Z","caller":"traceutil/trace.go:171","msg":"trace[488638884] linearizableReadLoop","detail":"{readStateIndex:8928; appliedIndex:8927; }","duration":"239.591225ms","start":"2026-07-10T00:07:54.406491Z","end":"2026-07-10T00:07:54.646082Z","steps":["trace[488638884] 'read index received' (duration: 236.660479ms)","trace[488638884] 'applied index is now lower than readState.Index' (duration: 2.928636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:07:54.646304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.789721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:07:54.646398Z","caller":"traceutil/trace.go:171","msg":"trace[970512945] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:8541; }","duration":"239.933964ms","start":"2026-07-10T00:07:54.406447Z","end":"2026-07-10T00:07:54.646381Z","steps":["trace[970512945] 'agreement among raft nodes before linearized reading' (duration: 239.722898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.441136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903616757,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:07:55.887682Z","caller":"traceutil/trace.go:171","msg":"trace[152966368] transaction","detail":"{read_only:false; response_revision:8542; number_of_response:1; }","duration":"972.693311ms","start":"2026-07-10T00:07:54.91496Z","end":"2026-07-10T00:07:55.887653Z","steps":["trace[152966368] 'process raft request' (duration: 972.534197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.887819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:54.914951Z","time spent":"972.797254ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:07:55.889495Z","caller":"traceutil/trace.go:171","msg":"trace[1360116806] linearizableReadLoop","detail":"{readStateIndex:8930; appliedIndex:8928; }","duration":"949.285724ms","start":"2026-07-10T00:07:54.940186Z","end":"2026-07-10T00:07:55.889472Z","steps":["trace[1360116806] 'read index received' (duration: 947.312693ms)","trace[1360116806] 'applied index is now lower than readState.Index' (duration: 1.971731ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:07:55.889852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.637763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:07:55.889955Z","caller":"traceutil/trace.go:171","msg":"trace[1940004369] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8543; }","duration":"949.794928ms","start":"2026-07-10T00:07:54.940134Z","end":"2026-07-10T00:07:55.889929Z","steps":["trace[1940004369] 'agreement among raft nodes before linearized reading' (duration: 949.620813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.890021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:54.940111Z","time spent":"949.8936ms","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:07:55.88989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.478319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T00:07:55.890313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.321773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T00:07:55.890364Z","caller":"traceutil/trace.go:171","msg":"trace[1838604295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8543; }","duration":"462.388835ms","start":"2026-07-10T00:07:55.427964Z","end":"2026-07-10T00:07:55.890353Z","steps":["trace[1838604295] 'agreement among raft nodes before linearized reading' (duration: 462.224341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.890405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.427958Z","time spent":"462.435566ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:07:55.890432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.593403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-10T00:07:55.890474Z","caller":"traceutil/trace.go:171","msg":"trace[612982047] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8543; }","duration":"174.670675ms","start":"2026-07-10T00:07:55.715792Z","end":"2026-07-10T00:07:55.890462Z","steps":["trace[612982047] 'agreement among raft nodes before linearized reading' (duration: 174.574873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.89044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.055724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-10T00:07:55.890547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.867226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-10T00:07:55.890536Z","caller":"traceutil/trace.go:171","msg":"trace[1180405954] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8543; }","duration":"465.168738ms","start":"2026-07-10T00:07:55.425345Z","end":"2026-07-10T00:07:55.890514Z","steps":["trace[1180405954] 'agreement among raft nodes before linearized reading' (duration: 464.931621ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:55.890604Z","caller":"traceutil/trace.go:171","msg":"trace[1938520920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8543; }","duration":"538.960569ms","start":"2026-07-10T00:07:55.35163Z","end":"2026-07-10T00:07:55.890591Z","steps":["trace[1938520920] 'agreement among raft nodes before linearized reading' (duration: 538.812895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.890616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.304362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-10T00:07:55.89062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.425333Z","time spent":"465.27467ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-10T00:07:55.890648Z","caller":"traceutil/trace.go:171","msg":"trace[930928550] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:8543; }","duration":"460.345793ms","start":"2026-07-10T00:07:55.430293Z","end":"2026-07-10T00:07:55.890638Z","steps":["trace[930928550] 'agreement among raft nodes before linearized reading' (duration: 460.25777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.890663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.707318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:07:55.890691Z","caller":"traceutil/trace.go:171","msg":"trace[1762447220] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8543; }","duration":"122.76607ms","start":"2026-07-10T00:07:55.767917Z","end":"2026-07-10T00:07:55.890683Z","steps":["trace[1762447220] 'agreement among raft nodes before linearized reading' (duration: 122.686268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.890762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.257992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-10T00:07:55.890795Z","caller":"traceutil/trace.go:171","msg":"trace[155854234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8543; }","duration":"462.301243ms","start":"2026-07-10T00:07:55.428486Z","end":"2026-07-10T00:07:55.890787Z","steps":["trace[155854234] 'agreement among raft nodes before linearized reading' (duration: 462.224611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.890643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.351612Z","time spent":"539.0235ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:07:55.890836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.42848Z","time spent":"462.348875ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-10T00:07:55.890327Z","caller":"traceutil/trace.go:171","msg":"trace[698342534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8543; }","duration":"715.920602ms","start":"2026-07-10T00:07:55.174363Z","end":"2026-07-10T00:07:55.890284Z","steps":["trace[698342534] 'agreement among raft nodes before linearized reading' (duration: 715.481249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.890929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.174347Z","time spent":"716.570598ms","remote":"127.0.0.1:42748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:07:55.890978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.662584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-10T00:07:55.890682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.430287Z","time spent":"460.388544ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-sflmn\" "} {"level":"info","ts":"2026-07-10T00:07:55.890234Z","caller":"traceutil/trace.go:171","msg":"trace[372580621] transaction","detail":"{read_only:false; response_revision:8543; number_of_response:1; }","duration":"591.486899ms","start":"2026-07-10T00:07:55.298735Z","end":"2026-07-10T00:07:55.890222Z","steps":["trace[372580621] 'process raft request' (duration: 590.547794ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:55.891056Z","caller":"traceutil/trace.go:171","msg":"trace[1901453499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8543; }","duration":"464.749726ms","start":"2026-07-10T00:07:55.426294Z","end":"2026-07-10T00:07:55.891044Z","steps":["trace[1901453499] 'agreement among raft nodes before linearized reading' (duration: 464.573122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.891081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.561696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-10T00:07:55.891132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.29871Z","time spent":"592.362741ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:07:55.891127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.426291Z","time spent":"464.824558ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-10T00:07:55.891187Z","caller":"traceutil/trace.go:171","msg":"trace[630311600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8543; }","duration":"463.70582ms","start":"2026-07-10T00:07:55.427449Z","end":"2026-07-10T00:07:55.891155Z","steps":["trace[630311600] 'agreement among raft nodes before linearized reading' (duration: 462.767956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:55.891285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.427433Z","time spent":"463.839743ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:07:56.396769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903616761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:07:56.750907Z","caller":"traceutil/trace.go:171","msg":"trace[1870113975] transaction","detail":"{read_only:false; response_revision:8544; number_of_response:1; }","duration":"854.840788ms","start":"2026-07-10T00:07:55.896037Z","end":"2026-07-10T00:07:56.750878Z","steps":["trace[1870113975] 'process raft request' (duration: 820.214ms)","trace[1870113975] 'compare' (duration: 33.369585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:07:56.751079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.896009Z","time spent":"854.963201ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:07:56.755855Z","caller":"traceutil/trace.go:171","msg":"trace[1330691846] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"859.691825ms","start":"2026-07-10T00:07:55.896147Z","end":"2026-07-10T00:07:56.755839Z","steps":["trace[1330691846] 'process raft request' (duration: 859.554471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:56.755961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.89612Z","time spent":"859.778896ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:07:56.756128Z","caller":"traceutil/trace.go:171","msg":"trace[1311810580] transaction","detail":"{read_only:false; response_revision:8546; number_of_response:1; }","duration":"859.908629ms","start":"2026-07-10T00:07:55.896156Z","end":"2026-07-10T00:07:56.756065Z","steps":["trace[1311810580] 'process raft request' (duration: 859.652053ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:56.756272Z","caller":"traceutil/trace.go:171","msg":"trace[1500323088] linearizableReadLoop","detail":"{readStateIndex:8936; appliedIndex:8930; }","duration":"860.141766ms","start":"2026-07-10T00:07:55.89611Z","end":"2026-07-10T00:07:56.756252Z","steps":["trace[1500323088] 'read index received' (duration: 820.122259ms)","trace[1500323088] 'applied index is now lower than readState.Index' (duration: 40.018337ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:07:56.756305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.896136Z","time spent":"860.078554ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:07:56.756304Z","caller":"traceutil/trace.go:171","msg":"trace[797377560] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"860.105395ms","start":"2026-07-10T00:07:55.896178Z","end":"2026-07-10T00:07:56.756283Z","steps":["trace[797377560] 'process raft request' (duration: 860.013733ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:56.756334Z","caller":"traceutil/trace.go:171","msg":"trace[1114365782] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"858.420601ms","start":"2026-07-10T00:07:55.897884Z","end":"2026-07-10T00:07:56.756304Z","steps":["trace[1114365782] 'process raft request' (duration: 858.337969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:56.756424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.30504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-07-10T00:07:56.756441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.897874Z","time spent":"858.517565ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:07:56.756463Z","caller":"traceutil/trace.go:171","msg":"trace[2076169328] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8549; }","duration":"860.389212ms","start":"2026-07-10T00:07:55.896062Z","end":"2026-07-10T00:07:56.756451Z","steps":["trace[2076169328] 'agreement among raft nodes before linearized reading' (duration: 860.259729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:56.756467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.336361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-10T00:07:56.756464Z","caller":"traceutil/trace.go:171","msg":"trace[2093520306] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"860.272789ms","start":"2026-07-10T00:07:55.89618Z","end":"2026-07-10T00:07:56.756453Z","steps":["trace[2093520306] 'process raft request' (duration: 859.818238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:56.756487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.896044Z","time spent":"860.438083ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:07:56.756512Z","caller":"traceutil/trace.go:171","msg":"trace[984697208] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8549; }","duration":"860.414762ms","start":"2026-07-10T00:07:55.896073Z","end":"2026-07-10T00:07:56.756487Z","steps":["trace[984697208] 'agreement among raft nodes before linearized reading' (duration: 860.289939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:56.756527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.896165Z","time spent":"860.33201ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:07:56.756417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.896165Z","time spent":"860.197347ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:07:56.756521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.90927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:07:56.756547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.896065Z","time spent":"860.474554ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:07:56.75656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.159743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:07:56.756587Z","caller":"traceutil/trace.go:171","msg":"trace[1666741954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8549; }","duration":"620.998282ms","start":"2026-07-10T00:07:56.135571Z","end":"2026-07-10T00:07:56.756569Z","steps":["trace[1666741954] 'agreement among raft nodes before linearized reading' (duration: 620.90134ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:07:56.756599Z","caller":"traceutil/trace.go:171","msg":"trace[927195205] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8549; }","duration":"690.227325ms","start":"2026-07-10T00:07:56.066361Z","end":"2026-07-10T00:07:56.756588Z","steps":["trace[927195205] 'agreement among raft nodes before linearized reading' (duration: 690.163533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:56.756633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.571601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-07-10T00:07:56.756637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:56.066345Z","time spent":"690.284027ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:07:56.75664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:56.135555Z","time spent":"621.072854ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:07:56.756659Z","caller":"traceutil/trace.go:171","msg":"trace[1217325359] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8549; }","duration":"859.618592ms","start":"2026-07-10T00:07:55.897035Z","end":"2026-07-10T00:07:56.756654Z","steps":["trace[1217325359] 'agreement among raft nodes before linearized reading' (duration: 859.54384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:56.756681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.897026Z","time spent":"859.650413ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:07:56.75674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.972934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:07:56.756801Z","caller":"traceutil/trace.go:171","msg":"trace[1601656994] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8549; }","duration":"474.062507ms","start":"2026-07-10T00:07:56.282724Z","end":"2026-07-10T00:07:56.756786Z","steps":["trace[1601656994] 'agreement among raft nodes before linearized reading' (duration: 473.885652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:56.756967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:56.282708Z","time spent":"474.247671ms","remote":"127.0.0.1:34180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:07:56.756803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.484465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208148"} {"level":"info","ts":"2026-07-10T00:07:56.757907Z","caller":"traceutil/trace.go:171","msg":"trace[989577982] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8549; }","duration":"861.598083ms","start":"2026-07-10T00:07:55.896297Z","end":"2026-07-10T00:07:56.757895Z","steps":["trace[989577982] 'agreement among raft nodes before linearized reading' (duration: 860.177117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:07:56.757944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:07:55.896267Z","time spent":"861.664814ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208171,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-10T00:08:11.081394Z","caller":"traceutil/trace.go:171","msg":"trace[329711806] linearizableReadLoop","detail":"{readStateIndex:9083; appliedIndex:9082; }","duration":"257.818867ms","start":"2026-07-10T00:08:10.823555Z","end":"2026-07-10T00:08:11.081374Z","steps":["trace[329711806] 'read index received' (duration: 257.760086ms)","trace[329711806] 'applied index is now lower than readState.Index' (duration: 57.891µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:08:11.081508Z","caller":"traceutil/trace.go:171","msg":"trace[1995431391] transaction","detail":"{read_only:false; response_revision:8686; number_of_response:1; }","duration":"257.988001ms","start":"2026-07-10T00:08:10.823504Z","end":"2026-07-10T00:08:11.081492Z","steps":["trace[1995431391] 'process raft request' (duration: 257.762875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.08168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.102104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-10T00:08:11.081745Z","caller":"traceutil/trace.go:171","msg":"trace[363854564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8686; }","duration":"258.204447ms","start":"2026-07-10T00:08:10.823525Z","end":"2026-07-10T00:08:11.08173Z","steps":["trace[363854564] 'agreement among raft nodes before linearized reading' (duration: 257.975561ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:11.136375Z","caller":"traceutil/trace.go:171","msg":"trace[1014649709] transaction","detail":"{read_only:false; response_revision:8687; number_of_response:1; }","duration":"312.717879ms","start":"2026-07-10T00:08:10.82359Z","end":"2026-07-10T00:08:11.136308Z","steps":["trace[1014649709] 'process raft request' (duration: 312.482303ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:11.136485Z","caller":"traceutil/trace.go:171","msg":"trace[1939261819] transaction","detail":"{read_only:false; response_revision:8688; number_of_response:1; }","duration":"311.140338ms","start":"2026-07-10T00:08:10.82518Z","end":"2026-07-10T00:08:11.13632Z","steps":["trace[1939261819] 'process raft request' (duration: 311.039595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.136553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:10.823574Z","time spent":"312.887783ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:08:11.136637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:10.825172Z","time spent":"311.397605ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:08:11.136765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.288699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nf8s5\" ","response":"range_response_count:1 size:4611"} {"level":"warn","ts":"2026-07-10T00:08:11.136752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.083118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-10T00:08:11.136797Z","caller":"traceutil/trace.go:171","msg":"trace[106737776] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nf8s5; range_end:; response_count:1; response_revision:8689; }","duration":"158.363761ms","start":"2026-07-10T00:08:10.978425Z","end":"2026-07-10T00:08:11.136789Z","steps":["trace[106737776] 'agreement among raft nodes before linearized reading' (duration: 158.240488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.136808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.761881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-10T00:08:11.136826Z","caller":"traceutil/trace.go:171","msg":"trace[2051356354] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8689; }","duration":"262.197471ms","start":"2026-07-10T00:08:10.87461Z","end":"2026-07-10T00:08:11.136807Z","steps":["trace[2051356354] 'agreement among raft nodes before linearized reading' (duration: 262.002546ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:11.136845Z","caller":"traceutil/trace.go:171","msg":"trace[826831683] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:8689; }","duration":"297.811633ms","start":"2026-07-10T00:08:10.839024Z","end":"2026-07-10T00:08:11.136836Z","steps":["trace[826831683] 'agreement among raft nodes before linearized reading' (duration: 297.635628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.13695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.398217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-10T00:08:11.137004Z","caller":"traceutil/trace.go:171","msg":"trace[2146244307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8689; }","duration":"308.469349ms","start":"2026-07-10T00:08:10.828527Z","end":"2026-07-10T00:08:11.136996Z","steps":["trace[2146244307] 'agreement among raft nodes before linearized reading' (duration: 308.355566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.137028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:10.828519Z","time spent":"308.50232ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:08:11.137035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.324563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:08:11.137058Z","caller":"traceutil/trace.go:171","msg":"trace[1516532340] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8689; }","duration":"250.399934ms","start":"2026-07-10T00:08:10.886651Z","end":"2026-07-10T00:08:11.137051Z","steps":["trace[1516532340] 'agreement among raft nodes before linearized reading' (duration: 250.347133ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:11.136598Z","caller":"traceutil/trace.go:171","msg":"trace[1551490286] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"156.793621ms","start":"2026-07-10T00:08:10.979776Z","end":"2026-07-10T00:08:11.13657Z","steps":["trace[1551490286] 'process raft request' (duration: 156.486623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.137169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.033431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T00:08:11.137248Z","caller":"traceutil/trace.go:171","msg":"trace[772013956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8689; }","duration":"312.079792ms","start":"2026-07-10T00:08:10.825111Z","end":"2026-07-10T00:08:11.137191Z","steps":["trace[772013956] 'agreement among raft nodes before linearized reading' (duration: 311.979009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.137275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:10.825104Z","time spent":"312.161744ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:08:11.136975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.919904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:2953"} {"level":"info","ts":"2026-07-10T00:08:11.137335Z","caller":"traceutil/trace.go:171","msg":"trace[522665441] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8689; }","duration":"125.306534ms","start":"2026-07-10T00:08:11.012006Z","end":"2026-07-10T00:08:11.137312Z","steps":["trace[522665441] 'agreement among raft nodes before linearized reading' (duration: 124.921644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.137103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.815199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:08:11.13742Z","caller":"traceutil/trace.go:171","msg":"trace[1015342350] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8689; }","duration":"299.160647ms","start":"2026-07-10T00:08:10.838248Z","end":"2026-07-10T00:08:11.137409Z","steps":["trace[1015342350] 'agreement among raft nodes before linearized reading' (duration: 298.833018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.636586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903617183,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:08:11.642772Z","caller":"traceutil/trace.go:171","msg":"trace[2105732811] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"556.555174ms","start":"2026-07-10T00:08:11.086189Z","end":"2026-07-10T00:08:11.642744Z","steps":["trace[2105732811] 'process raft request' (duration: 556.354019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.642949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:11.086165Z","time spent":"556.690787ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:08:11.707071Z","caller":"traceutil/trace.go:171","msg":"trace[517316373] linearizableReadLoop","detail":"{readStateIndex:9089; appliedIndex:9086; }","duration":"570.520116ms","start":"2026-07-10T00:08:11.136533Z","end":"2026-07-10T00:08:11.707053Z","steps":["trace[517316373] 'read index received' (duration: 506.029756ms)","trace[517316373] 'applied index is now lower than readState.Index' (duration: 64.48968ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:08:11.707151Z","caller":"traceutil/trace.go:171","msg":"trace[752964257] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"564.894351ms","start":"2026-07-10T00:08:11.142248Z","end":"2026-07-10T00:08:11.707143Z","steps":["trace[752964257] 'process raft request' (duration: 564.782978ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:11.707163Z","caller":"traceutil/trace.go:171","msg":"trace[816194646] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"565.435534ms","start":"2026-07-10T00:08:11.14169Z","end":"2026-07-10T00:08:11.707126Z","steps":["trace[816194646] 'process raft request' (duration: 565.26076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.707216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:11.142238Z","time spent":"564.927961ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:08:11.7073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.959214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:08:11.707323Z","caller":"traceutil/trace.go:171","msg":"trace[337249073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8692; }","duration":"574.027617ms","start":"2026-07-10T00:08:11.133289Z","end":"2026-07-10T00:08:11.707317Z","steps":["trace[337249073] 'agreement among raft nodes before linearized reading' (duration: 573.995076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.707336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:11.133264Z","time spent":"574.068967ms","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:08:11.707346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:11.141669Z","time spent":"565.576148ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:08:11.707447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.314921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T00:08:11.707557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.461275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-10T00:08:11.707574Z","caller":"traceutil/trace.go:171","msg":"trace[383920409] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8692; }","duration":"565.498666ms","start":"2026-07-10T00:08:11.142068Z","end":"2026-07-10T00:08:11.707567Z","steps":["trace[383920409] 'agreement among raft nodes before linearized reading' (duration: 565.428015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.707553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.847465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-10T00:08:11.70772Z","caller":"traceutil/trace.go:171","msg":"trace[1362063614] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8692; }","duration":"566.02062ms","start":"2026-07-10T00:08:11.141639Z","end":"2026-07-10T00:08:11.707659Z","steps":["trace[1362063614] 'agreement among raft nodes before linearized reading' (duration: 565.695611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.707589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:11.142062Z","time spent":"565.524047ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:08:11.707839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.344362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208063"} {"level":"warn","ts":"2026-07-10T00:08:11.707554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.881874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18c0c5037000d70a\" ","response":"range_response_count:1 size:646"} {"level":"info","ts":"2026-07-10T00:08:11.707914Z","caller":"traceutil/trace.go:171","msg":"trace[1255892382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8692; }","duration":"565.459735ms","start":"2026-07-10T00:08:11.142437Z","end":"2026-07-10T00:08:11.707897Z","steps":["trace[1255892382] 'agreement among raft nodes before linearized reading' (duration: 564.989533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.707967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:11.142432Z","time spent":"565.525216ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":208086,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-10T00:08:11.707985Z","caller":"traceutil/trace.go:171","msg":"trace[1038876845] range","detail":"{range_begin:/registry/events/openstack/ceph.18c0c5037000d70a; range_end:; response_count:1; response_revision:8692; }","duration":"564.293654ms","start":"2026-07-10T00:08:11.143618Z","end":"2026-07-10T00:08:11.707911Z","steps":["trace[1038876845] 'agreement among raft nodes before linearized reading' (duration: 563.759471ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:11.707591Z","caller":"traceutil/trace.go:171","msg":"trace[1338705282] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8692; }","duration":"131.493165ms","start":"2026-07-10T00:08:11.576077Z","end":"2026-07-10T00:08:11.70757Z","steps":["trace[1338705282] 'agreement among raft nodes before linearized reading' (duration: 131.29364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:11.708322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:11.143612Z","time spent":"564.460728ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":669,"request content":"key:\"/registry/events/openstack/ceph.18c0c5037000d70a\" "} {"level":"warn","ts":"2026-07-10T00:08:11.70817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:11.141619Z","time spent":"566.519842ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:08:11.906293Z","caller":"traceutil/trace.go:171","msg":"trace[139086439] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"194.844196ms","start":"2026-07-10T00:08:11.711424Z","end":"2026-07-10T00:08:11.906268Z","steps":["trace[139086439] 'process raft request' (duration: 194.649631ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:11.906506Z","caller":"traceutil/trace.go:171","msg":"trace[1395098592] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"193.142473ms","start":"2026-07-10T00:08:11.713325Z","end":"2026-07-10T00:08:11.906467Z","steps":["trace[1395098592] 'process raft request' (duration: 192.902796ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:12.294301Z","caller":"traceutil/trace.go:171","msg":"trace[852921127] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"100.298528ms","start":"2026-07-10T00:08:12.19398Z","end":"2026-07-10T00:08:12.294278Z","steps":["trace[852921127] 'process raft request' (duration: 98.535043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:12.912795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.410117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:08:12.912894Z","caller":"traceutil/trace.go:171","msg":"trace[1292957893] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8701; }","duration":"113.601411ms","start":"2026-07-10T00:08:12.799267Z","end":"2026-07-10T00:08:12.912869Z","steps":["trace[1292957893] 'count revisions from in-memory index tree' (duration: 112.535704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:13.641095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903617211,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:08:13.749362Z","caller":"traceutil/trace.go:171","msg":"trace[254542708] linearizableReadLoop","detail":"{readStateIndex:9100; appliedIndex:9099; }","duration":"608.835959ms","start":"2026-07-10T00:08:13.140499Z","end":"2026-07-10T00:08:13.749335Z","steps":["trace[254542708] 'read index received' (duration: 608.691175ms)","trace[254542708] 'applied index is now lower than readState.Index' (duration: 143.624µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:08:13.749546Z","caller":"traceutil/trace.go:171","msg":"trace[1541893274] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"659.86953ms","start":"2026-07-10T00:08:13.089632Z","end":"2026-07-10T00:08:13.749502Z","steps":["trace[1541893274] 'process raft request' (duration: 659.549362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:13.749642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.120226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-10T00:08:13.749716Z","caller":"traceutil/trace.go:171","msg":"trace[855615786] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8702; }","duration":"609.233798ms","start":"2026-07-10T00:08:13.140467Z","end":"2026-07-10T00:08:13.749701Z","steps":["trace[855615786] 'agreement among raft nodes before linearized reading' (duration: 609.032723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:13.749725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:13.089617Z","time spent":"660.022484ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:08:13.749767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:13.140453Z","time spent":"609.303431ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:08:13.749847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.773186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-10T00:08:13.749934Z","caller":"traceutil/trace.go:171","msg":"trace[1585055156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8702; }","duration":"608.883429ms","start":"2026-07-10T00:08:13.141033Z","end":"2026-07-10T00:08:13.749917Z","steps":["trace[1585055156] 'agreement among raft nodes before linearized reading' (duration: 608.633953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:13.749976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:13.141029Z","time spent":"608.93835ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:08:13.750084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.590037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-10T00:08:13.750151Z","caller":"traceutil/trace.go:171","msg":"trace[1726499060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8702; }","duration":"102.69406ms","start":"2026-07-10T00:08:13.647443Z","end":"2026-07-10T00:08:13.750137Z","steps":["trace[1726499060] 'agreement among raft nodes before linearized reading' (duration: 102.565596ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:13.921348Z","caller":"traceutil/trace.go:171","msg":"trace[435167181] transaction","detail":"{read_only:false; response_revision:8704; number_of_response:1; }","duration":"165.6454ms","start":"2026-07-10T00:08:13.755676Z","end":"2026-07-10T00:08:13.921321Z","steps":["trace[435167181] 'process raft request' (duration: 165.555818ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:13.921617Z","caller":"traceutil/trace.go:171","msg":"trace[1911630290] transaction","detail":"{read_only:false; response_revision:8705; number_of_response:1; }","duration":"165.602129ms","start":"2026-07-10T00:08:13.755991Z","end":"2026-07-10T00:08:13.921593Z","steps":["trace[1911630290] 'process raft request' (duration: 165.296201ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:13.921686Z","caller":"traceutil/trace.go:171","msg":"trace[1058439401] linearizableReadLoop","detail":"{readStateIndex:9101; appliedIndex:9100; }","duration":"166.104911ms","start":"2026-07-10T00:08:13.755572Z","end":"2026-07-10T00:08:13.921677Z","steps":["trace[1058439401] 'read index received' (duration: 91.110669ms)","trace[1058439401] 'applied index is now lower than readState.Index' (duration: 74.993322ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:08:13.921653Z","caller":"traceutil/trace.go:171","msg":"trace[733979219] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"166.187394ms","start":"2026-07-10T00:08:13.755453Z","end":"2026-07-10T00:08:13.92164Z","steps":["trace[733979219] 'process raft request' (duration: 91.185281ms)","trace[733979219] 'compare' (duration: 74.454789ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:08:13.92195Z","caller":"traceutil/trace.go:171","msg":"trace[420972422] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"165.938768ms","start":"2026-07-10T00:08:13.756Z","end":"2026-07-10T00:08:13.921939Z","steps":["trace[420972422] 'process raft request' (duration: 165.518777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:13.92209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.500442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:208063"} {"level":"info","ts":"2026-07-10T00:08:13.922127Z","caller":"traceutil/trace.go:171","msg":"trace[670124219] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8705; }","duration":"166.591784ms","start":"2026-07-10T00:08:13.755525Z","end":"2026-07-10T00:08:13.922117Z","steps":["trace[670124219] 'agreement among raft nodes before linearized reading' (duration: 166.194084ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:13.92276Z","caller":"traceutil/trace.go:171","msg":"trace[697609505] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"165.646351ms","start":"2026-07-10T00:08:13.756999Z","end":"2026-07-10T00:08:13.922646Z","steps":["trace[697609505] 'process raft request' (duration: 164.924661ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:14.081931Z","caller":"traceutil/trace.go:171","msg":"trace[1418365577] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"104.207118ms","start":"2026-07-10T00:08:13.977699Z","end":"2026-07-10T00:08:14.081906Z","steps":["trace[1418365577] 'process raft request' (duration: 103.988113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:15.332322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.358566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:08:15.332429Z","caller":"traceutil/trace.go:171","msg":"trace[1111477827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8718; }","duration":"191.50641ms","start":"2026-07-10T00:08:15.1409Z","end":"2026-07-10T00:08:15.332406Z","steps":["trace[1111477827] 'range keys from in-memory index tree' (duration: 191.274055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:32.530849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.578592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:08:32.530924Z","caller":"traceutil/trace.go:171","msg":"trace[1194249944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8956; }","duration":"396.702265ms","start":"2026-07-10T00:08:32.134206Z","end":"2026-07-10T00:08:32.530909Z","steps":["trace[1194249944] 'range keys from in-memory index tree' (duration: 396.473088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:32.530953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:32.13418Z","time spent":"396.767286ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:08:32.531021Z","caller":"traceutil/trace.go:171","msg":"trace[141268675] transaction","detail":"{read_only:false; response_revision:8957; number_of_response:1; }","duration":"381.279785ms","start":"2026-07-10T00:08:32.149706Z","end":"2026-07-10T00:08:32.530986Z","steps":["trace[141268675] 'process raft request' (duration: 380.023753ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:32.531023Z","caller":"traceutil/trace.go:171","msg":"trace[1829223058] linearizableReadLoop","detail":"{readStateIndex:9366; appliedIndex:9365; }","duration":"334.940714ms","start":"2026-07-10T00:08:32.196005Z","end":"2026-07-10T00:08:32.530945Z","steps":["trace[1829223058] 'read index received' (duration: 333.715292ms)","trace[1829223058] 'applied index is now lower than readState.Index' (duration: 1.224262ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:08:32.531186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:32.149666Z","time spent":"381.426929ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:08:32.531383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.400361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T00:08:32.531391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.709997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-10T00:08:32.531425Z","caller":"traceutil/trace.go:171","msg":"trace[689596083] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:8957; }","duration":"312.508603ms","start":"2026-07-10T00:08:32.218904Z","end":"2026-07-10T00:08:32.531413Z","steps":["trace[689596083] 'agreement among raft nodes before linearized reading' (duration: 312.302247ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:08:32.53143Z","caller":"traceutil/trace.go:171","msg":"trace[1960970636] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8957; }","duration":"193.787789ms","start":"2026-07-10T00:08:32.33763Z","end":"2026-07-10T00:08:32.531418Z","steps":["trace[1960970636] 'agreement among raft nodes before linearized reading' (duration: 193.641055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:32.531458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:32.218886Z","time spent":"312.563465ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":53,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:08:32.531642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.264434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:08:32.531701Z","caller":"traceutil/trace.go:171","msg":"trace[1871073938] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8957; }","duration":"237.378288ms","start":"2026-07-10T00:08:32.294302Z","end":"2026-07-10T00:08:32.531681Z","steps":["trace[1871073938] 'agreement among raft nodes before linearized reading' (duration: 237.211543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:32.532233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.188307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-h5m77\" ","response":"range_response_count:1 size:4520"} {"level":"info","ts":"2026-07-10T00:08:32.53238Z","caller":"traceutil/trace.go:171","msg":"trace[1521587050] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-h5m77; range_end:; response_count:1; response_revision:8957; }","duration":"336.395313ms","start":"2026-07-10T00:08:32.195942Z","end":"2026-07-10T00:08:32.532337Z","steps":["trace[1521587050] 'agreement among raft nodes before linearized reading' (duration: 335.199722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:08:32.53252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:08:32.195915Z","time spent":"336.588008ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4543,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-h5m77\" "} {"level":"info","ts":"2026-07-10T00:09:05.756785Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6449} {"level":"info","ts":"2026-07-10T00:09:05.863118Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6449,"took":"104.171709ms","hash":2490927689,"current-db-size-bytes":61181952,"current-db-size":"61 MB","current-db-size-in-use-bytes":26382336,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-10T00:09:05.863274Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2490927689,"revision":6449,"compact-revision":3126} {"level":"info","ts":"2026-07-10T00:09:23.427621Z","caller":"traceutil/trace.go:171","msg":"trace[1383320160] transaction","detail":"{read_only:false; response_revision:9447; number_of_response:1; }","duration":"350.210169ms","start":"2026-07-10T00:09:23.077381Z","end":"2026-07-10T00:09:23.427591Z","steps":["trace[1383320160] 'process raft request' (duration: 349.999394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:09:23.427825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:09:23.077353Z","time spent":"350.355684ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:09:23.808076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.952573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:09:23.808606Z","caller":"traceutil/trace.go:171","msg":"trace[1345363755] linearizableReadLoop","detail":"{readStateIndex:9879; appliedIndex:9878; }","duration":"376.898841ms","start":"2026-07-10T00:09:23.431683Z","end":"2026-07-10T00:09:23.808582Z","steps":["trace[1345363755] 'read index received' (duration: 243.292361ms)","trace[1345363755] 'applied index is now lower than readState.Index' (duration: 133.604669ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:09:23.808721Z","caller":"traceutil/trace.go:171","msg":"trace[1322558248] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"731.184076ms","start":"2026-07-10T00:09:23.077498Z","end":"2026-07-10T00:09:23.808682Z","steps":["trace[1322558248] 'process raft request' (duration: 597.521914ms)","trace[1322558248] 'compare' (duration: 132.784819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:09:23.80879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.113587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:567"} {"level":"info","ts":"2026-07-10T00:09:23.808836Z","caller":"traceutil/trace.go:171","msg":"trace[692173081] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9448; }","duration":"377.21633ms","start":"2026-07-10T00:09:23.431606Z","end":"2026-07-10T00:09:23.808822Z","steps":["trace[692173081] 'agreement among raft nodes before linearized reading' (duration: 377.043225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:09:23.808882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:09:23.077476Z","time spent":"731.32438ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:09:23.808887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:09:23.431579Z","time spent":"377.296382ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":590,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:09:34.849519Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"95f079218969d088","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-10T00:09:34.855272Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-10T00:09:34.855462Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-10T00:11:15.573591Z","caller":"traceutil/trace.go:171","msg":"trace[671118577] linearizableReadLoop","detail":"{readStateIndex:10953; appliedIndex:10952; }","duration":"274.022987ms","start":"2026-07-10T00:11:15.299548Z","end":"2026-07-10T00:11:15.573571Z","steps":["trace[671118577] 'read index received' (duration: 273.317339ms)","trace[671118577] 'applied index is now lower than readState.Index' (duration: 704.828µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:11:15.573699Z","caller":"traceutil/trace.go:171","msg":"trace[1619061583] transaction","detail":"{read_only:false; response_revision:10472; number_of_response:1; }","duration":"404.408633ms","start":"2026-07-10T00:11:15.169281Z","end":"2026-07-10T00:11:15.57369Z","steps":["trace[1619061583] 'process raft request' (duration: 403.637283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:11:15.573787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:11:15.169261Z","time spent":"404.462005ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:11:15.573919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.363856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:11:15.573997Z","caller":"traceutil/trace.go:171","msg":"trace[1293480001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10472; }","duration":"274.502109ms","start":"2026-07-10T00:11:15.299479Z","end":"2026-07-10T00:11:15.573982Z","steps":["trace[1293480001] 'agreement among raft nodes before linearized reading' (duration: 274.376036ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:11:36.935332Z","caller":"traceutil/trace.go:171","msg":"trace[907775555] transaction","detail":"{read_only:false; response_revision:10704; number_of_response:1; }","duration":"100.544666ms","start":"2026-07-10T00:11:36.83476Z","end":"2026-07-10T00:11:36.935305Z","steps":["trace[907775555] 'process raft request' (duration: 100.402953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:11:37.089909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.808989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-5d64f55f46-8mv5c\" ","response":"range_response_count:1 size:7417"} {"level":"info","ts":"2026-07-10T00:11:37.09001Z","caller":"traceutil/trace.go:171","msg":"trace[619025240] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-5d64f55f46-8mv5c; range_end:; response_count:1; response_revision:10704; }","duration":"128.955714ms","start":"2026-07-10T00:11:36.961032Z","end":"2026-07-10T00:11:37.089988Z","steps":["trace[619025240] 'range keys from in-memory index tree' (duration: 128.611554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:11:40.284191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.658918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:11:40.284269Z","caller":"traceutil/trace.go:171","msg":"trace[629828717] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10738; }","duration":"125.785191ms","start":"2026-07-10T00:11:40.158467Z","end":"2026-07-10T00:11:40.284252Z","steps":["trace[629828717] 'range keys from in-memory index tree' (duration: 125.590006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:45.739022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.246635ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:12:45.739177Z","caller":"traceutil/trace.go:171","msg":"trace[884152314] linearizableReadLoop","detail":"{readStateIndex:12033; appliedIndex:12031; }","duration":"211.942365ms","start":"2026-07-10T00:12:45.52722Z","end":"2026-07-10T00:12:45.739162Z","steps":["trace[884152314] 'read index received' (duration: 78.383482ms)","trace[884152314] 'applied index is now lower than readState.Index' (duration: 133.557783ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:12:45.739303Z","caller":"traceutil/trace.go:171","msg":"trace[2061788523] transaction","detail":"{read_only:false; response_revision:11510; number_of_response:1; }","duration":"290.162583ms","start":"2026-07-10T00:12:45.449088Z","end":"2026-07-10T00:12:45.739251Z","steps":["trace[2061788523] 'process raft request' (duration: 156.621211ms)","trace[2061788523] 'compare' (duration: 133.129962ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:12:45.739372Z","caller":"traceutil/trace.go:171","msg":"trace[236993799] transaction","detail":"{read_only:false; response_revision:11511; number_of_response:1; }","duration":"288.051089ms","start":"2026-07-10T00:12:45.451295Z","end":"2026-07-10T00:12:45.739346Z","steps":["trace[236993799] 'process raft request' (duration: 287.817023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:45.739363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.424483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-10T00:12:45.739468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.214232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T00:12:45.739544Z","caller":"traceutil/trace.go:171","msg":"trace[626088695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11511; }","duration":"212.346365ms","start":"2026-07-10T00:12:45.527178Z","end":"2026-07-10T00:12:45.739524Z","steps":["trace[626088695] 'agreement among raft nodes before linearized reading' (duration: 212.074478ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:12:45.739554Z","caller":"traceutil/trace.go:171","msg":"trace[571654776] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11511; }","duration":"208.589968ms","start":"2026-07-10T00:12:45.530911Z","end":"2026-07-10T00:12:45.739501Z","steps":["trace[571654776] 'agreement among raft nodes before linearized reading' (duration: 208.349782ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:12:46.306259Z","caller":"traceutil/trace.go:171","msg":"trace[430975554] transaction","detail":"{read_only:false; response_revision:11512; number_of_response:1; }","duration":"561.60118ms","start":"2026-07-10T00:12:45.744629Z","end":"2026-07-10T00:12:46.30623Z","steps":["trace[430975554] 'process raft request' (duration: 505.231758ms)","trace[430975554] 'compare' (duration: 56.098135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:12:46.306701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:45.7446Z","time spent":"561.760444ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:12:46.307092Z","caller":"traceutil/trace.go:171","msg":"trace[2006157230] linearizableReadLoop","detail":"{readStateIndex:12035; appliedIndex:12033; }","duration":"504.550691ms","start":"2026-07-10T00:12:45.80252Z","end":"2026-07-10T00:12:46.30707Z","steps":["trace[2006157230] 'read index received' (duration: 447.356798ms)","trace[2006157230] 'applied index is now lower than readState.Index' (duration: 57.193023ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:12:46.307206Z","caller":"traceutil/trace.go:171","msg":"trace[619294262] transaction","detail":"{read_only:false; response_revision:11513; number_of_response:1; }","duration":"562.472453ms","start":"2026-07-10T00:12:45.7447Z","end":"2026-07-10T00:12:46.307173Z","steps":["trace[619294262] 'process raft request' (duration: 562.240567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:46.307254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.741157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:12:46.3073Z","caller":"traceutil/trace.go:171","msg":"trace[2089030064] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11514; }","duration":"504.786598ms","start":"2026-07-10T00:12:45.802498Z","end":"2026-07-10T00:12:46.307285Z","steps":["trace[2089030064] 'agreement among raft nodes before linearized reading' (duration: 504.681225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:46.307286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.281764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:12:46.307247Z","caller":"traceutil/trace.go:171","msg":"trace[1823576107] transaction","detail":"{read_only:false; response_revision:11514; number_of_response:1; }","duration":"343.684532ms","start":"2026-07-10T00:12:45.963508Z","end":"2026-07-10T00:12:46.307193Z","steps":["trace[1823576107] 'process raft request' (duration: 343.524657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:46.307342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:45.802443Z","time spent":"504.88852ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-10T00:12:46.30736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.576723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-10T00:12:46.307361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:45.744691Z","time spent":"562.591006ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:12:46.307417Z","caller":"traceutil/trace.go:171","msg":"trace[1254170515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:11514; }","duration":"494.651956ms","start":"2026-07-10T00:12:45.812747Z","end":"2026-07-10T00:12:46.307399Z","steps":["trace[1254170515] 'agreement among raft nodes before linearized reading' (duration: 494.473521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:46.307416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.045226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"warn","ts":"2026-07-10T00:12:46.307435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.703319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:12:46.307456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:45.812737Z","time spent":"494.710897ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-sflmn\" "} {"level":"info","ts":"2026-07-10T00:12:46.307471Z","caller":"traceutil/trace.go:171","msg":"trace[1706497445] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11514; }","duration":"503.765212ms","start":"2026-07-10T00:12:45.803698Z","end":"2026-07-10T00:12:46.307463Z","steps":["trace[1706497445] 'agreement among raft nodes before linearized reading' (duration: 503.70644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:46.307463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.69395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-10T00:12:46.307466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.640408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:12:46.30748Z","caller":"traceutil/trace.go:171","msg":"trace[311768151] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11514; }","duration":"296.146518ms","start":"2026-07-10T00:12:46.011313Z","end":"2026-07-10T00:12:46.30746Z","steps":["trace[311768151] 'agreement among raft nodes before linearized reading' (duration: 295.923723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:46.307502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:45.803687Z","time spent":"503.807962ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-10T00:12:46.307531Z","caller":"traceutil/trace.go:171","msg":"trace[2049360527] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11514; }","duration":"294.762403ms","start":"2026-07-10T00:12:46.012747Z","end":"2026-07-10T00:12:46.30751Z","steps":["trace[2049360527] 'agreement among raft nodes before linearized reading' (duration: 294.530097ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:12:46.307541Z","caller":"traceutil/trace.go:171","msg":"trace[369797221] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11514; }","duration":"503.763231ms","start":"2026-07-10T00:12:45.803757Z","end":"2026-07-10T00:12:46.30752Z","steps":["trace[369797221] 'agreement among raft nodes before linearized reading' (duration: 503.614557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:46.307557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.530201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:12:46.307373Z","caller":"traceutil/trace.go:171","msg":"trace[177221681] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11514; }","duration":"504.396528ms","start":"2026-07-10T00:12:45.802952Z","end":"2026-07-10T00:12:46.307349Z","steps":["trace[177221681] 'agreement among raft nodes before linearized reading' (duration: 504.260134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:46.307588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:45.803735Z","time spent":"503.841693ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-10T00:12:46.307613Z","caller":"traceutil/trace.go:171","msg":"trace[1497996009] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11514; }","duration":"347.642794ms","start":"2026-07-10T00:12:45.959954Z","end":"2026-07-10T00:12:46.307596Z","steps":["trace[1497996009] 'agreement among raft nodes before linearized reading' (duration: 347.511731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:46.307629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:45.80294Z","time spent":"504.675374ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-10T00:12:46.307479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:45.963495Z","time spent":"343.879936ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:12:46.307651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.455459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"warn","ts":"2026-07-10T00:12:46.307657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:45.959933Z","time spent":"347.709615ms","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:12:46.307678Z","caller":"traceutil/trace.go:171","msg":"trace[1907913430] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11514; }","duration":"499.506641ms","start":"2026-07-10T00:12:45.808164Z","end":"2026-07-10T00:12:46.30767Z","steps":["trace[1907913430] 'agreement among raft nodes before linearized reading' (duration: 499.419269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:12:46.307703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:45.808152Z","time spent":"499.545462ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-10T00:13:00.716966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.534462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:13:00.717056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.665795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:13:00.717073Z","caller":"traceutil/trace.go:171","msg":"trace[548964671] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11607; }","duration":"941.685305ms","start":"2026-07-10T00:12:59.775368Z","end":"2026-07-10T00:13:00.717053Z","steps":["trace[548964671] 'range keys from in-memory index tree' (duration: 941.393648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.717125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:59.775357Z","time spent":"941.758698ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-10T00:13:00.717122Z","caller":"traceutil/trace.go:171","msg":"trace[1834469325] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11607; }","duration":"941.718236ms","start":"2026-07-10T00:12:59.775381Z","end":"2026-07-10T00:13:00.717099Z","steps":["trace[1834469325] 'range keys from in-memory index tree' (duration: 941.494141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.717173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.198957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"warn","ts":"2026-07-10T00:13:00.717225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.718566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:13:00.717281Z","caller":"traceutil/trace.go:171","msg":"trace[497869862] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11607; }","duration":"941.791308ms","start":"2026-07-10T00:12:59.775477Z","end":"2026-07-10T00:13:00.717268Z","steps":["trace[497869862] 'range keys from in-memory index tree' (duration: 941.658815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.717323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:59.775467Z","time spent":"941.84228ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-10T00:13:00.717328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.154989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-10T00:13:00.717463Z","caller":"traceutil/trace.go:171","msg":"trace[1893054962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11607; }","duration":"718.327204ms","start":"2026-07-10T00:12:59.999108Z","end":"2026-07-10T00:13:00.717435Z","steps":["trace[1893054962] 'range keys from in-memory index tree' (duration: 717.904083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.717518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:59.999047Z","time spent":"718.459128ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:13:00.717553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.788417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5076"} {"level":"info","ts":"2026-07-10T00:13:00.717586Z","caller":"traceutil/trace.go:171","msg":"trace[1031591029] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11607; }","duration":"941.834778ms","start":"2026-07-10T00:12:59.77574Z","end":"2026-07-10T00:13:00.717574Z","steps":["trace[1031591029] 'range keys from in-memory index tree' (duration: 941.688284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.717614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:59.775733Z","time spent":"941.874849ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-10T00:13:00.716974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.440743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:13:00.7177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.510783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-10T00:13:00.717735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.375503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-10T00:13:00.717724Z","caller":"traceutil/trace.go:171","msg":"trace[1424885249] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11607; }","duration":"374.219513ms","start":"2026-07-10T00:13:00.343488Z","end":"2026-07-10T00:13:00.717707Z","steps":["trace[1424885249] 'range keys from in-memory index tree' (duration: 373.388432ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:00.717754Z","caller":"traceutil/trace.go:171","msg":"trace[1732944486] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11607; }","duration":"942.439175ms","start":"2026-07-10T00:12:59.775309Z","end":"2026-07-10T00:13:00.717748Z","steps":["trace[1732944486] 'range keys from in-memory index tree' (duration: 942.212369ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:00.717758Z","caller":"traceutil/trace.go:171","msg":"trace[830459525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11607; }","duration":"906.591206ms","start":"2026-07-10T00:12:59.811152Z","end":"2026-07-10T00:13:00.717743Z","steps":["trace[830459525] 'range keys from in-memory index tree' (duration: 906.387689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.717775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:59.775264Z","time spent":"942.502696ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-10T00:13:00.717772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.343477Z","time spent":"374.282234ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-10T00:13:00.717225Z","caller":"traceutil/trace.go:171","msg":"trace[1443072866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11607; }","duration":"373.262928ms","start":"2026-07-10T00:13:00.343944Z","end":"2026-07-10T00:13:00.717207Z","steps":["trace[1443072866] 'range keys from in-memory index tree' (duration: 373.092304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.717823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:59.811137Z","time spent":"906.673797ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:13:00.71786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.343935Z","time spent":"373.914625ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5099,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-10T00:13:00.717177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:59.775338Z","time spent":"941.825999ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-07-10T00:13:00.716988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.462434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:13:00.717064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.509265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:13:00.7174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.927566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:13:00.718033Z","caller":"traceutil/trace.go:171","msg":"trace[1999958638] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11607; }","duration":"374.527521ms","start":"2026-07-10T00:13:00.343471Z","end":"2026-07-10T00:13:00.717998Z","steps":["trace[1999958638] 'range keys from in-memory index tree' (duration: 373.405382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.718063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.343447Z","time spent":"374.608753ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-07-10T00:13:00.71807Z","caller":"traceutil/trace.go:171","msg":"trace[574282211] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11607; }","duration":"374.627883ms","start":"2026-07-10T00:13:00.343424Z","end":"2026-07-10T00:13:00.718052Z","steps":["trace[574282211] 'range keys from in-memory index tree' (duration: 373.851093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.716997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.836454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-10T00:13:00.718068Z","caller":"traceutil/trace.go:171","msg":"trace[2074643988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11607; }","duration":"374.49445ms","start":"2026-07-10T00:13:00.343533Z","end":"2026-07-10T00:13:00.718028Z","steps":["trace[2074643988] 'range keys from in-memory index tree' (duration: 373.458943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.718128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.343407Z","time spent":"374.706115ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-07-10T00:13:00.718174Z","caller":"traceutil/trace.go:171","msg":"trace[2058919344] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11607; }","duration":"905.002953ms","start":"2026-07-10T00:12:59.813113Z","end":"2026-07-10T00:13:00.718116Z","steps":["trace[2058919344] 'range keys from in-memory index tree' (duration: 903.68006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.718185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.343528Z","time spent":"374.618643ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-10T00:13:00.717687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.24766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:13:00.718385Z","caller":"traceutil/trace.go:171","msg":"trace[2000495863] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11607; }","duration":"942.982639ms","start":"2026-07-10T00:12:59.775387Z","end":"2026-07-10T00:13:00.71837Z","steps":["trace[2000495863] 'range keys from in-memory index tree' (duration: 942.170348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.718389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:59.8131Z","time spent":"905.270091ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:13:00.718448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:12:59.775361Z","time spent":"943.068631ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-10T00:13:00.730327Z","caller":"traceutil/trace.go:171","msg":"trace[2109239700] linearizableReadLoop","detail":"{readStateIndex:12135; appliedIndex:12134; }","duration":"366.584884ms","start":"2026-07-10T00:13:00.363726Z","end":"2026-07-10T00:13:00.730311Z","steps":["trace[2109239700] 'read index received' (duration: 366.453581ms)","trace[2109239700] 'applied index is now lower than readState.Index' (duration: 130.313µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:13:00.730384Z","caller":"traceutil/trace.go:171","msg":"trace[261855121] transaction","detail":"{read_only:false; response_revision:11608; number_of_response:1; }","duration":"377.880297ms","start":"2026-07-10T00:13:00.352485Z","end":"2026-07-10T00:13:00.730365Z","steps":["trace[261855121] 'process raft request' (duration: 377.716973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.730475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.738209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-10T00:13:00.730492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.352469Z","time spent":"377.959859ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:13:00.730508Z","caller":"traceutil/trace.go:171","msg":"trace[2080926950] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11608; }","duration":"366.77514ms","start":"2026-07-10T00:13:00.363722Z","end":"2026-07-10T00:13:00.730497Z","steps":["trace[2080926950] 'agreement among raft nodes before linearized reading' (duration: 366.665587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:00.730529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.36371Z","time spent":"366.81355ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:13:01.221949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.085796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:13:01.222138Z","caller":"traceutil/trace.go:171","msg":"trace[1679671655] transaction","detail":"{read_only:false; response_revision:11609; number_of_response:1; }","duration":"499.814659ms","start":"2026-07-10T00:13:00.722307Z","end":"2026-07-10T00:13:01.222122Z","steps":["trace[1679671655] 'process raft request' (duration: 284.474416ms)","trace[1679671655] 'compare' (duration: 214.321747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:13:01.222257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.722285Z","time spent":"499.923251ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:13:01.222392Z","caller":"traceutil/trace.go:171","msg":"trace[1870097565] linearizableReadLoop","detail":"{readStateIndex:12137; appliedIndex:12135; }","duration":"491.957525ms","start":"2026-07-10T00:13:00.730371Z","end":"2026-07-10T00:13:01.222329Z","steps":["trace[1870097565] 'read index received' (duration: 276.52009ms)","trace[1870097565] 'applied index is now lower than readState.Index' (duration: 215.434605ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:13:01.222443Z","caller":"traceutil/trace.go:171","msg":"trace[496847146] transaction","detail":"{read_only:false; response_revision:11610; number_of_response:1; }","duration":"499.652774ms","start":"2026-07-10T00:13:00.722735Z","end":"2026-07-10T00:13:01.222388Z","steps":["trace[496847146] 'process raft request' (duration: 499.297865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:01.222501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.63671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-10T00:13:01.22253Z","caller":"traceutil/trace.go:171","msg":"trace[293954838] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11610; }","duration":"780.720791ms","start":"2026-07-10T00:13:00.441799Z","end":"2026-07-10T00:13:01.22252Z","steps":["trace[293954838] 'agreement among raft nodes before linearized reading' (duration: 780.574478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:01.222496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.439023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T00:13:01.222552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.441781Z","time spent":"780.765843ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:13:01.222583Z","caller":"traceutil/trace.go:171","msg":"trace[1480797164] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11610; }","duration":"557.548025ms","start":"2026-07-10T00:13:00.665013Z","end":"2026-07-10T00:13:01.222561Z","steps":["trace[1480797164] 'agreement among raft nodes before linearized reading' (duration: 557.358571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:01.222602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.340223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T00:13:01.222626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.664994Z","time spent":"557.621747ms","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:13:01.222654Z","caller":"traceutil/trace.go:171","msg":"trace[1911633583] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:11610; }","duration":"674.426815ms","start":"2026-07-10T00:13:00.548214Z","end":"2026-07-10T00:13:01.222641Z","steps":["trace[1911633583] 'agreement among raft nodes before linearized reading' (duration: 674.335723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:01.222685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.548199Z","time spent":"674.480127ms","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:13:01.222663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.722715Z","time spent":"499.849809ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:13:01.222705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.125799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-10T00:13:01.222678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.311547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:13:01.222749Z","caller":"traceutil/trace.go:171","msg":"trace[1393263527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:11610; }","duration":"821.244552ms","start":"2026-07-10T00:13:00.401492Z","end":"2026-07-10T00:13:01.222737Z","steps":["trace[1393263527] 'agreement among raft nodes before linearized reading' (duration: 821.003236ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:01.222776Z","caller":"traceutil/trace.go:171","msg":"trace[404270280] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11610; }","duration":"781.45488ms","start":"2026-07-10T00:13:00.441298Z","end":"2026-07-10T00:13:01.222753Z","steps":["trace[404270280] 'agreement among raft nodes before linearized reading' (duration: 781.165623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:01.222788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.401471Z","time spent":"821.308023ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-sflmn\" "} {"level":"warn","ts":"2026-07-10T00:13:01.222821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.850074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-07-10T00:13:01.222823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.441281Z","time spent":"781.532513ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:13:01.222881Z","caller":"traceutil/trace.go:171","msg":"trace[1816351675] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11610; }","duration":"498.936575ms","start":"2026-07-10T00:13:00.723928Z","end":"2026-07-10T00:13:01.222864Z","steps":["trace[1816351675] 'agreement among raft nodes before linearized reading' (duration: 498.7264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:01.222929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.723916Z","time spent":"499.000527ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:13:01.222939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.910397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T00:13:01.223053Z","caller":"traceutil/trace.go:171","msg":"trace[1171251134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11610; }","duration":"857.03963ms","start":"2026-07-10T00:13:00.365969Z","end":"2026-07-10T00:13:01.223009Z","steps":["trace[1171251134] 'agreement among raft nodes before linearized reading' (duration: 856.750912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:01.223104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.365956Z","time spent":"857.135773ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:13:01.285954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.419314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-10T00:13:01.285957Z","caller":"traceutil/trace.go:171","msg":"trace[1439802735] transaction","detail":"{read_only:false; response_revision:11611; number_of_response:1; }","duration":"552.287909ms","start":"2026-07-10T00:13:00.73363Z","end":"2026-07-10T00:13:01.285918Z","steps":["trace[1439802735] 'process raft request' (duration: 551.93017ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:01.286013Z","caller":"traceutil/trace.go:171","msg":"trace[2037815254] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11611; }","duration":"117.507646ms","start":"2026-07-10T00:13:01.168491Z","end":"2026-07-10T00:13:01.285999Z","steps":["trace[2037815254] 'agreement among raft nodes before linearized reading' (duration: 117.374483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:01.285997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.292951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:13:01.286135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:13:00.733596Z","time spent":"552.438933ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:13:01.286362Z","caller":"traceutil/trace.go:171","msg":"trace[594057727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11611; }","duration":"149.721902ms","start":"2026-07-10T00:13:01.136542Z","end":"2026-07-10T00:13:01.286264Z","steps":["trace[594057727] 'agreement among raft nodes before linearized reading' (duration: 149.334962ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:01.442498Z","caller":"traceutil/trace.go:171","msg":"trace[560402037] linearizableReadLoop","detail":"{readStateIndex:12139; appliedIndex:12138; }","duration":"156.636601ms","start":"2026-07-10T00:13:01.28583Z","end":"2026-07-10T00:13:01.442467Z","steps":["trace[560402037] 'read index received' (duration: 61.021491ms)","trace[560402037] 'applied index is now lower than readState.Index' (duration: 95.61396ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:13:01.442571Z","caller":"traceutil/trace.go:171","msg":"trace[1252580519] transaction","detail":"{read_only:false; response_revision:11612; number_of_response:1; }","duration":"215.58907ms","start":"2026-07-10T00:13:01.226933Z","end":"2026-07-10T00:13:01.442522Z","steps":["trace[1252580519] 'process raft request' (duration: 120.110163ms)","trace[1252580519] 'compare' (duration: 95.27414ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:13:01.442695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.863016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-10T00:13:01.442719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.670311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:13:01.442797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.473554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-10T00:13:01.442801Z","caller":"traceutil/trace.go:171","msg":"trace[15932677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11612; }","duration":"154.805374ms","start":"2026-07-10T00:13:01.287977Z","end":"2026-07-10T00:13:01.442783Z","steps":["trace[15932677] 'agreement among raft nodes before linearized reading' (duration: 154.681121ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:01.442824Z","caller":"traceutil/trace.go:171","msg":"trace[201115411] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11612; }","duration":"216.522824ms","start":"2026-07-10T00:13:01.226295Z","end":"2026-07-10T00:13:01.442818Z","steps":["trace[201115411] 'agreement among raft nodes before linearized reading' (duration: 216.300639ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:01.442749Z","caller":"traceutil/trace.go:171","msg":"trace[398487919] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11612; }","duration":"215.944049ms","start":"2026-07-10T00:13:01.226791Z","end":"2026-07-10T00:13:01.442735Z","steps":["trace[398487919] 'agreement among raft nodes before linearized reading' (duration: 215.743884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:01.443066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.850255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:419979"} {"level":"info","ts":"2026-07-10T00:13:01.443128Z","caller":"traceutil/trace.go:171","msg":"trace[951189355] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11612; }","duration":"213.949898ms","start":"2026-07-10T00:13:01.229163Z","end":"2026-07-10T00:13:01.443113Z","steps":["trace[951189355] 'agreement among raft nodes before linearized reading' (duration: 213.329662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:01.443203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.99218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18000"} {"level":"info","ts":"2026-07-10T00:13:01.443256Z","caller":"traceutil/trace.go:171","msg":"trace[322848871] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11612; }","duration":"216.057352ms","start":"2026-07-10T00:13:01.227179Z","end":"2026-07-10T00:13:01.443236Z","steps":["trace[322848871] 'agreement among raft nodes before linearized reading' (duration: 215.301883ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:01.649406Z","caller":"traceutil/trace.go:171","msg":"trace[2066270910] transaction","detail":"{read_only:false; response_revision:11613; number_of_response:1; }","duration":"201.950726ms","start":"2026-07-10T00:13:01.447413Z","end":"2026-07-10T00:13:01.649364Z","steps":["trace[2066270910] 'process raft request' (duration: 124.359325ms)","trace[2066270910] 'compare' (duration: 77.466917ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:13:01.658683Z","caller":"traceutil/trace.go:171","msg":"trace[679632928] transaction","detail":"{read_only:false; response_revision:11614; number_of_response:1; }","duration":"211.169886ms","start":"2026-07-10T00:13:01.447477Z","end":"2026-07-10T00:13:01.658646Z","steps":["trace[679632928] 'process raft request' (duration: 211.021562ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:01.659036Z","caller":"traceutil/trace.go:171","msg":"trace[816777941] transaction","detail":"{read_only:false; response_revision:11615; number_of_response:1; }","duration":"211.396461ms","start":"2026-07-10T00:13:01.447565Z","end":"2026-07-10T00:13:01.658961Z","steps":["trace[816777941] 'process raft request' (duration: 211.033662ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:01.809403Z","caller":"traceutil/trace.go:171","msg":"trace[1938137161] transaction","detail":"{read_only:false; response_revision:11618; number_of_response:1; }","duration":"143.162403ms","start":"2026-07-10T00:13:01.666211Z","end":"2026-07-10T00:13:01.809373Z","steps":["trace[1938137161] 'process raft request' (duration: 84.08475ms)","trace[1938137161] 'compare' (duration: 58.856316ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:13:01.809547Z","caller":"traceutil/trace.go:171","msg":"trace[716601738] linearizableReadLoop","detail":"{readStateIndex:12145; appliedIndex:12143; }","duration":"142.871184ms","start":"2026-07-10T00:13:01.666651Z","end":"2026-07-10T00:13:01.809523Z","steps":["trace[716601738] 'read index received' (duration: 38.779754ms)","trace[716601738] 'applied index is now lower than readState.Index' (duration: 104.08928ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:13:01.809684Z","caller":"traceutil/trace.go:171","msg":"trace[1012633046] transaction","detail":"{read_only:false; number_of_response:0; response_revision:11618; }","duration":"140.159044ms","start":"2026-07-10T00:13:01.669439Z","end":"2026-07-10T00:13:01.809598Z","steps":["trace[1012633046] 'process raft request' (duration: 139.883066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:13:01.809771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.0969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-10T00:13:01.809797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.747041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"info","ts":"2026-07-10T00:13:01.809828Z","caller":"traceutil/trace.go:171","msg":"trace[1239714833] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11618; }","duration":"142.800232ms","start":"2026-07-10T00:13:01.667017Z","end":"2026-07-10T00:13:01.809817Z","steps":["trace[1239714833] 'agreement among raft nodes before linearized reading' (duration: 142.623278ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:01.809823Z","caller":"traceutil/trace.go:171","msg":"trace[1890121191] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11618; }","duration":"143.183862ms","start":"2026-07-10T00:13:01.666627Z","end":"2026-07-10T00:13:01.809811Z","steps":["trace[1890121191] 'agreement among raft nodes before linearized reading' (duration: 142.991527ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:02.03381Z","caller":"traceutil/trace.go:171","msg":"trace[246230129] transaction","detail":"{read_only:false; response_revision:11620; number_of_response:1; }","duration":"213.468655ms","start":"2026-07-10T00:13:01.820315Z","end":"2026-07-10T00:13:02.033784Z","steps":["trace[246230129] 'process raft request' (duration: 212.845298ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:13:02.865481Z","caller":"traceutil/trace.go:171","msg":"trace[1514802638] transaction","detail":"{read_only:false; response_revision:11621; number_of_response:1; }","duration":"130.083902ms","start":"2026-07-10T00:13:02.735361Z","end":"2026-07-10T00:13:02.865445Z","steps":["trace[1514802638] 'process raft request' (duration: 129.848056ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:14:05.765008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9307} {"level":"info","ts":"2026-07-10T00:14:05.861112Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9307,"took":"93.509089ms","hash":886045724,"current-db-size-bytes":61181952,"current-db-size":"61 MB","current-db-size-in-use-bytes":28344320,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-10T00:14:05.861179Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":886045724,"revision":9307,"compact-revision":6449} {"level":"info","ts":"2026-07-10T00:18:48.661422Z","caller":"traceutil/trace.go:171","msg":"trace[3725601] linearizableReadLoop","detail":"{readStateIndex:15139; appliedIndex:15138; }","duration":"448.709793ms","start":"2026-07-10T00:18:48.212685Z","end":"2026-07-10T00:18:48.661395Z","steps":["trace[3725601] 'read index received' (duration: 448.489747ms)","trace[3725601] 'applied index is now lower than readState.Index' (duration: 218.996µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:18:48.661474Z","caller":"traceutil/trace.go:171","msg":"trace[1690478931] transaction","detail":"{read_only:false; response_revision:14462; number_of_response:1; }","duration":"532.357866ms","start":"2026-07-10T00:18:48.129077Z","end":"2026-07-10T00:18:48.661435Z","steps":["trace[1690478931] 'process raft request' (duration: 532.158361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:18:48.661669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.97654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-10T00:18:48.661715Z","caller":"traceutil/trace.go:171","msg":"trace[1781335997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:14462; }","duration":"449.072323ms","start":"2026-07-10T00:18:48.212632Z","end":"2026-07-10T00:18:48.661704Z","steps":["trace[1781335997] 'agreement among raft nodes before linearized reading' (duration: 448.897628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:18:48.661746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:18:48.212613Z","time spent":"449.126274ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-sflmn\" "} {"level":"warn","ts":"2026-07-10T00:18:48.661786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.538697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:18:48.661786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:18:48.129057Z","time spent":"532.620942ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:18:48.661837Z","caller":"traceutil/trace.go:171","msg":"trace[40848743] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:14462; }","duration":"240.601369ms","start":"2026-07-10T00:18:48.421224Z","end":"2026-07-10T00:18:48.661825Z","steps":["trace[40848743] 'agreement among raft nodes before linearized reading' (duration: 240.506086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:18:48.661976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.088296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-10T00:18:48.662065Z","caller":"traceutil/trace.go:171","msg":"trace[799223238] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14462; }","duration":"257.229279ms","start":"2026-07-10T00:18:48.404817Z","end":"2026-07-10T00:18:48.662046Z","steps":["trace[799223238] 'agreement among raft nodes before linearized reading' (duration: 256.881321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:18:52.208632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.221599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:18:52.208701Z","caller":"traceutil/trace.go:171","msg":"trace[26533791] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:14496; }","duration":"255.341242ms","start":"2026-07-10T00:18:51.953344Z","end":"2026-07-10T00:18:52.208686Z","steps":["trace[26533791] 'count revisions from in-memory index tree' (duration: 255.144396ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:18:52.208683Z","caller":"traceutil/trace.go:171","msg":"trace[1002842166] transaction","detail":"{read_only:false; response_revision:14497; number_of_response:1; }","duration":"108.733133ms","start":"2026-07-10T00:18:52.09991Z","end":"2026-07-10T00:18:52.208643Z","steps":["trace[1002842166] 'process raft request' (duration: 105.644413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:18:52.208701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.554179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:140950"} {"level":"info","ts":"2026-07-10T00:18:52.208785Z","caller":"traceutil/trace.go:171","msg":"trace[239717753] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:14496; }","duration":"448.706473ms","start":"2026-07-10T00:18:51.760059Z","end":"2026-07-10T00:18:52.208765Z","steps":["trace[239717753] 'range keys from in-memory index tree' (duration: 448.240991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:18:52.208829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:18:51.760039Z","time spent":"448.778624ms","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":140973,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-10T00:19:05.770895Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12153} {"level":"info","ts":"2026-07-10T00:19:05.866798Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12153,"took":"93.247812ms","hash":2873874170,"current-db-size-bytes":61181952,"current-db-size":"61 MB","current-db-size-in-use-bytes":25579520,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-10T00:19:05.866872Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2873874170,"revision":12153,"compact-revision":9307} {"level":"info","ts":"2026-07-10T00:19:13.186818Z","caller":"traceutil/trace.go:171","msg":"trace[877174308] linearizableReadLoop","detail":"{readStateIndex:15319; appliedIndex:15318; }","duration":"399.327401ms","start":"2026-07-10T00:19:12.787462Z","end":"2026-07-10T00:19:13.18679Z","steps":["trace[877174308] 'read index received' (duration: 399.147697ms)","trace[877174308] 'applied index is now lower than readState.Index' (duration: 175.844µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:19:13.186852Z","caller":"traceutil/trace.go:171","msg":"trace[741071920] transaction","detail":"{read_only:false; response_revision:14631; number_of_response:1; }","duration":"431.143537ms","start":"2026-07-10T00:19:12.755677Z","end":"2026-07-10T00:19:13.186821Z","steps":["trace[741071920] 'process raft request' (duration: 430.937272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:13.186975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.488215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:19:13.187037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:12.755652Z","time spent":"431.302591ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:19:13.18705Z","caller":"traceutil/trace.go:171","msg":"trace[723432854] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:14631; }","duration":"399.619438ms","start":"2026-07-10T00:19:12.78741Z","end":"2026-07-10T00:19:13.18703Z","steps":["trace[723432854] 'agreement among raft nodes before linearized reading' (duration: 399.482715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:13.18709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:12.787391Z","time spent":"399.690821ms","remote":"127.0.0.1:37622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:19:13.18772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.218969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-10T00:19:13.18775Z","caller":"traceutil/trace.go:171","msg":"trace[1112931037] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:14633; }","duration":"322.291001ms","start":"2026-07-10T00:19:12.865449Z","end":"2026-07-10T00:19:13.18774Z","steps":["trace[1112931037] 'agreement among raft nodes before linearized reading' (duration: 322.160897ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:13.187754Z","caller":"traceutil/trace.go:171","msg":"trace[1037275784] transaction","detail":"{read_only:false; response_revision:14633; number_of_response:1; }","duration":"395.687786ms","start":"2026-07-10T00:19:12.792027Z","end":"2026-07-10T00:19:13.187714Z","steps":["trace[1037275784] 'process raft request' (duration: 395.510821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:13.187771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:12.865429Z","time spent":"322.336811ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-sflmn\" "} {"level":"info","ts":"2026-07-10T00:19:13.187792Z","caller":"traceutil/trace.go:171","msg":"trace[215119596] transaction","detail":"{read_only:false; response_revision:14632; number_of_response:1; }","duration":"397.309799ms","start":"2026-07-10T00:19:12.790467Z","end":"2026-07-10T00:19:13.187777Z","steps":["trace[215119596] 'process raft request' (duration: 396.834846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:13.187821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:12.792009Z","time spent":"395.779638ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:19:13.187901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:12.790444Z","time spent":"397.386391ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:19:13.736046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.515348ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:19:13.73617Z","caller":"traceutil/trace.go:171","msg":"trace[969477568] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14633; }","duration":"458.648641ms","start":"2026-07-10T00:19:13.277497Z","end":"2026-07-10T00:19:13.736146Z","steps":["trace[969477568] 'range keys from in-memory index tree' (duration: 458.503928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:13.736939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.76537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:19:13.737067Z","caller":"traceutil/trace.go:171","msg":"trace[136540106] transaction","detail":"{read_only:false; response_revision:14634; number_of_response:1; }","duration":"544.686736ms","start":"2026-07-10T00:19:13.19236Z","end":"2026-07-10T00:19:13.737046Z","steps":["trace[136540106] 'process raft request' (duration: 193.718782ms)","trace[136540106] 'compare' (duration: 349.679161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:19:13.737142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:13.192344Z","time spent":"544.765388ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:19:13.743983Z","caller":"traceutil/trace.go:171","msg":"trace[321288356] linearizableReadLoop","detail":"{readStateIndex:15323; appliedIndex:15321; }","duration":"549.170742ms","start":"2026-07-10T00:19:13.194792Z","end":"2026-07-10T00:19:13.743963Z","steps":["trace[321288356] 'read index received' (duration: 191.325389ms)","trace[321288356] 'applied index is now lower than readState.Index' (duration: 357.844673ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:19:13.744047Z","caller":"traceutil/trace.go:171","msg":"trace[1425412303] transaction","detail":"{read_only:false; response_revision:14635; number_of_response:1; }","duration":"551.574685ms","start":"2026-07-10T00:19:13.192431Z","end":"2026-07-10T00:19:13.744006Z","steps":["trace[1425412303] 'process raft request' (duration: 551.37359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:13.74419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:13.192414Z","time spent":"551.716498ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:19:13.744223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.092243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-10T00:19:13.744275Z","caller":"traceutil/trace.go:171","msg":"trace[1836225612] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14635; }","duration":"501.192266ms","start":"2026-07-10T00:19:13.243073Z","end":"2026-07-10T00:19:13.744265Z","steps":["trace[1836225612] 'agreement among raft nodes before linearized reading' (duration: 501.027442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:13.744329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:13.243051Z","time spent":"501.268668ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:19:13.744531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.780562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:19:13.74457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.001362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T00:19:13.744613Z","caller":"traceutil/trace.go:171","msg":"trace[2051888311] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:14635; }","duration":"481.871854ms","start":"2026-07-10T00:19:13.262718Z","end":"2026-07-10T00:19:13.74459Z","steps":["trace[2051888311] 'agreement among raft nodes before linearized reading' (duration: 481.751901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:13.74461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.804578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:61 size:554728"} {"level":"warn","ts":"2026-07-10T00:19:13.744658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.346609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-10T00:19:13.744662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:13.26271Z","time spent":"481.940786ms","remote":"127.0.0.1:58612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:19:13.744678Z","caller":"traceutil/trace.go:171","msg":"trace[1463751894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:61; response_revision:14635; }","duration":"549.917901ms","start":"2026-07-10T00:19:13.194747Z","end":"2026-07-10T00:19:13.744665Z","steps":["trace[1463751894] 'agreement among raft nodes before linearized reading' (duration: 549.293235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:13.744711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:13.194727Z","time spent":"549.976113ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":554751,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-10T00:19:13.744617Z","caller":"traceutil/trace.go:171","msg":"trace[1772526666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14635; }","duration":"158.120836ms","start":"2026-07-10T00:19:13.58648Z","end":"2026-07-10T00:19:13.744601Z","steps":["trace[1772526666] 'agreement among raft nodes before linearized reading' (duration: 157.837658ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:13.744694Z","caller":"traceutil/trace.go:171","msg":"trace[1235194805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14635; }","duration":"350.422261ms","start":"2026-07-10T00:19:13.394259Z","end":"2026-07-10T00:19:13.744682Z","steps":["trace[1235194805] 'agreement among raft nodes before linearized reading' (duration: 350.107643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:13.74479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:13.394231Z","time spent":"350.552133ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:19:13.744413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.886014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-10T00:19:13.745246Z","caller":"traceutil/trace.go:171","msg":"trace[214877578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14635; }","duration":"229.755306ms","start":"2026-07-10T00:19:13.515458Z","end":"2026-07-10T00:19:13.745213Z","steps":["trace[214877578] 'agreement among raft nodes before linearized reading' (duration: 228.773941ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:21.339806Z","caller":"traceutil/trace.go:171","msg":"trace[1828686959] transaction","detail":"{read_only:false; response_revision:14700; number_of_response:1; }","duration":"128.351634ms","start":"2026-07-10T00:19:21.211407Z","end":"2026-07-10T00:19:21.339759Z","steps":["trace[1828686959] 'process raft request' (duration: 128.098857ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:21.684135Z","caller":"traceutil/trace.go:171","msg":"trace[1964585405] transaction","detail":"{read_only:false; response_revision:14701; number_of_response:1; }","duration":"329.891108ms","start":"2026-07-10T00:19:21.35422Z","end":"2026-07-10T00:19:21.684111Z","steps":["trace[1964585405] 'process raft request' (duration: 329.702103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:21.684263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:21.354193Z","time spent":"330.007131ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12479,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:19:23.985095Z","caller":"traceutil/trace.go:171","msg":"trace[1960949398] linearizableReadLoop","detail":"{readStateIndex:15410; appliedIndex:15409; }","duration":"400.808929ms","start":"2026-07-10T00:19:23.584268Z","end":"2026-07-10T00:19:23.985076Z","steps":["trace[1960949398] 'read index received' (duration: 351.432467ms)","trace[1960949398] 'applied index is now lower than readState.Index' (duration: 49.375592ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:19:23.985128Z","caller":"traceutil/trace.go:171","msg":"trace[660865218] transaction","detail":"{read_only:false; response_revision:14717; number_of_response:1; }","duration":"523.144905ms","start":"2026-07-10T00:19:23.461948Z","end":"2026-07-10T00:19:23.985093Z","steps":["trace[660865218] 'process raft request' (duration: 473.716722ms)","trace[660865218] 'compare' (duration: 49.001622ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:19:23.985225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.951914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T00:19:23.985283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:23.461931Z","time spent":"523.26049ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:19:23.985303Z","caller":"traceutil/trace.go:171","msg":"trace[793116] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14717; }","duration":"401.072247ms","start":"2026-07-10T00:19:23.584216Z","end":"2026-07-10T00:19:23.985289Z","steps":["trace[793116] 'agreement among raft nodes before linearized reading' (duration: 400.948224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:23.985331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:23.584194Z","time spent":"401.129378ms","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":3,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:19:23.985417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.207531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-10T00:19:23.985485Z","caller":"traceutil/trace.go:171","msg":"trace[1943863408] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:14717; }","duration":"175.287893ms","start":"2026-07-10T00:19:23.810179Z","end":"2026-07-10T00:19:23.985467Z","steps":["trace[1943863408] 'agreement among raft nodes before linearized reading' (duration: 175.070567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:23.985504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.94916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-10T00:19:23.98554Z","caller":"traceutil/trace.go:171","msg":"trace[1706497105] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14717; }","duration":"186.006301ms","start":"2026-07-10T00:19:23.799523Z","end":"2026-07-10T00:19:23.98553Z","steps":["trace[1706497105] 'agreement among raft nodes before linearized reading' (duration: 185.865188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:23.985617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.291776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-10T00:19:23.985662Z","caller":"traceutil/trace.go:171","msg":"trace[644721927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14717; }","duration":"189.368508ms","start":"2026-07-10T00:19:23.796276Z","end":"2026-07-10T00:19:23.985644Z","steps":["trace[644721927] 'agreement among raft nodes before linearized reading' (duration: 189.186814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:23.985665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.841996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-10T00:19:23.985679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.370261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:19:23.985698Z","caller":"traceutil/trace.go:171","msg":"trace[1544547692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14717; }","duration":"190.892728ms","start":"2026-07-10T00:19:23.794798Z","end":"2026-07-10T00:19:23.98569Z","steps":["trace[1544547692] 'agreement among raft nodes before linearized reading' (duration: 190.810745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:23.985431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.535229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T00:19:23.985775Z","caller":"traceutil/trace.go:171","msg":"trace[1712392105] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14717; }","duration":"190.915768ms","start":"2026-07-10T00:19:23.794849Z","end":"2026-07-10T00:19:23.985764Z","steps":["trace[1712392105] 'agreement among raft nodes before linearized reading' (duration: 190.460947ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:23.985733Z","caller":"traceutil/trace.go:171","msg":"trace[2022394069] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14717; }","duration":"124.493344ms","start":"2026-07-10T00:19:23.861221Z","end":"2026-07-10T00:19:23.985714Z","steps":["trace[2022394069] 'agreement among raft nodes before linearized reading' (duration: 124.33478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:23.985804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.164591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-10T00:19:23.985825Z","caller":"traceutil/trace.go:171","msg":"trace[1588946416] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14717; }","duration":"125.218433ms","start":"2026-07-10T00:19:23.8606Z","end":"2026-07-10T00:19:23.985819Z","steps":["trace[1588946416] 'agreement among raft nodes before linearized reading' (duration: 125.163371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:23.986291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.092248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-10T00:19:23.986341Z","caller":"traceutil/trace.go:171","msg":"trace[849663245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14717; }","duration":"197.17681ms","start":"2026-07-10T00:19:23.789153Z","end":"2026-07-10T00:19:23.986329Z","steps":["trace[849663245] 'agreement among raft nodes before linearized reading' (duration: 196.038801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:23.98594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.325358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T00:19:23.986555Z","caller":"traceutil/trace.go:171","msg":"trace[1751731010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14717; }","duration":"196.955324ms","start":"2026-07-10T00:19:23.789547Z","end":"2026-07-10T00:19:23.986502Z","steps":["trace[1751731010] 'agreement among raft nodes before linearized reading' (duration: 196.188195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:26.542187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903634217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:19:26.793378Z","caller":"traceutil/trace.go:171","msg":"trace[1692353076] transaction","detail":"{read_only:false; response_revision:14730; number_of_response:1; }","duration":"790.895659ms","start":"2026-07-10T00:19:26.002462Z","end":"2026-07-10T00:19:26.793358Z","steps":["trace[1692353076] 'process raft request' (duration: 790.666233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:26.793539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:26.002445Z","time spent":"791.024443ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:19:26.793787Z","caller":"traceutil/trace.go:171","msg":"trace[92467987] transaction","detail":"{read_only:false; response_revision:14731; number_of_response:1; }","duration":"790.91991ms","start":"2026-07-10T00:19:26.002857Z","end":"2026-07-10T00:19:26.793777Z","steps":["trace[92467987] 'process raft request' (duration: 790.467658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:26.793833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:26.002848Z","time spent":"790.963832ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:19:26.794628Z","caller":"traceutil/trace.go:171","msg":"trace[1146773674] linearizableReadLoop","detail":"{readStateIndex:15428; appliedIndex:15423; }","duration":"753.123848ms","start":"2026-07-10T00:19:26.041484Z","end":"2026-07-10T00:19:26.794608Z","steps":["trace[1146773674] 'read index received' (duration: 751.677611ms)","trace[1146773674] 'applied index is now lower than readState.Index' (duration: 1.445117ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:19:26.794704Z","caller":"traceutil/trace.go:171","msg":"trace[248882328] transaction","detail":"{read_only:false; response_revision:14734; number_of_response:1; }","duration":"749.864534ms","start":"2026-07-10T00:19:26.044827Z","end":"2026-07-10T00:19:26.794692Z","steps":["trace[248882328] 'process raft request' (duration: 749.72439ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:26.794632Z","caller":"traceutil/trace.go:171","msg":"trace[1674971387] transaction","detail":"{read_only:false; response_revision:14732; number_of_response:1; }","duration":"791.210497ms","start":"2026-07-10T00:19:26.003396Z","end":"2026-07-10T00:19:26.794606Z","steps":["trace[1674971387] 'process raft request' (duration: 790.306974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:26.794885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:26.003385Z","time spent":"791.471355ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:19:26.794871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.046452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-10T00:19:26.794938Z","caller":"traceutil/trace.go:171","msg":"trace[973470258] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14734; }","duration":"784.136914ms","start":"2026-07-10T00:19:26.010786Z","end":"2026-07-10T00:19:26.794923Z","steps":["trace[973470258] 'agreement among raft nodes before linearized reading' (duration: 783.932118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:26.794985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:26.010776Z","time spent":"784.194686ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:19:26.795075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.446809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:19:26.795115Z","caller":"traceutil/trace.go:171","msg":"trace[1469668281] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14734; }","duration":"785.49858ms","start":"2026-07-10T00:19:26.009608Z","end":"2026-07-10T00:19:26.795106Z","steps":["trace[1469668281] 'agreement among raft nodes before linearized reading' (duration: 785.389047ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:26.795112Z","caller":"traceutil/trace.go:171","msg":"trace[1263520904] transaction","detail":"{read_only:false; response_revision:14733; number_of_response:1; }","duration":"791.24013ms","start":"2026-07-10T00:19:26.003852Z","end":"2026-07-10T00:19:26.795092Z","steps":["trace[1263520904] 'process raft request' (duration: 790.578972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:26.794878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:26.044811Z","time spent":"749.980166ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:19:26.795202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:26.003837Z","time spent":"791.318311ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:19:26.795135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:26.009599Z","time spent":"785.532331ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:19:26.795194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.923561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-10T00:19:26.79521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.229053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:19:26.795305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.378739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:19:26.79532Z","caller":"traceutil/trace.go:171","msg":"trace[1620788246] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:14734; }","duration":"791.059164ms","start":"2026-07-10T00:19:26.004254Z","end":"2026-07-10T00:19:26.795313Z","steps":["trace[1620788246] 'agreement among raft nodes before linearized reading' (duration: 790.8935ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:26.795335Z","caller":"traceutil/trace.go:171","msg":"trace[1747359673] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:14734; }","duration":"633.432931ms","start":"2026-07-10T00:19:26.161893Z","end":"2026-07-10T00:19:26.795326Z","steps":["trace[1747359673] 'agreement among raft nodes before linearized reading' (duration: 633.338008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:26.795344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:26.004246Z","time spent":"791.091796ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-sflmn\" "} {"level":"info","ts":"2026-07-10T00:19:26.795339Z","caller":"traceutil/trace.go:171","msg":"trace[639741333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14734; }","duration":"661.384387ms","start":"2026-07-10T00:19:26.13394Z","end":"2026-07-10T00:19:26.795324Z","steps":["trace[639741333] 'agreement among raft nodes before linearized reading' (duration: 661.236983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:26.795409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:26.161874Z","time spent":"633.527433ms","remote":"127.0.0.1:44408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":105,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:19:26.795407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:26.133921Z","time spent":"661.453368ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:19:30.549205Z","caller":"traceutil/trace.go:171","msg":"trace[2026899193] transaction","detail":"{read_only:false; response_revision:14759; number_of_response:1; }","duration":"159.421231ms","start":"2026-07-10T00:19:30.389749Z","end":"2026-07-10T00:19:30.54917Z","steps":["trace[2026899193] 'process raft request' (duration: 159.168164ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:30.553121Z","caller":"traceutil/trace.go:171","msg":"trace[508241609] linearizableReadLoop","detail":"{readStateIndex:15456; appliedIndex:15454; }","duration":"102.41854ms","start":"2026-07-10T00:19:30.450677Z","end":"2026-07-10T00:19:30.553096Z","steps":["trace[508241609] 'read index received' (duration: 98.328925ms)","trace[508241609] 'applied index is now lower than readState.Index' (duration: 4.088515ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:19:30.553264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.567035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:19:30.553256Z","caller":"traceutil/trace.go:171","msg":"trace[2067819789] transaction","detail":"{read_only:false; response_revision:14760; number_of_response:1; }","duration":"114.974796ms","start":"2026-07-10T00:19:30.438231Z","end":"2026-07-10T00:19:30.553206Z","steps":["trace[2067819789] 'process raft request' (duration: 114.72771ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:30.553331Z","caller":"traceutil/trace.go:171","msg":"trace[2083211351] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:14760; }","duration":"102.695668ms","start":"2026-07-10T00:19:30.450611Z","end":"2026-07-10T00:19:30.553307Z","steps":["trace[2083211351] 'agreement among raft nodes before linearized reading' (duration: 102.581225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:32.013276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903634314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:19:32.155217Z","caller":"traceutil/trace.go:171","msg":"trace[953594252] linearizableReadLoop","detail":"{readStateIndex:15466; appliedIndex:15465; }","duration":"642.892487ms","start":"2026-07-10T00:19:31.512304Z","end":"2026-07-10T00:19:32.155196Z","steps":["trace[953594252] 'read index received' (duration: 642.732873ms)","trace[953594252] 'applied index is now lower than readState.Index' (duration: 158.724µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:19:32.155365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.95073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:19:32.155384Z","caller":"traceutil/trace.go:171","msg":"trace[21607047] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14770; }","duration":"270.024952ms","start":"2026-07-10T00:19:31.885353Z","end":"2026-07-10T00:19:32.155378Z","steps":["trace[21607047] 'agreement among raft nodes before linearized reading' (duration: 269.957571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:32.155376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.045561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:19:32.155436Z","caller":"traceutil/trace.go:171","msg":"trace[654318589] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:14770; }","duration":"643.130203ms","start":"2026-07-10T00:19:31.512295Z","end":"2026-07-10T00:19:32.155426Z","steps":["trace[654318589] 'agreement among raft nodes before linearized reading' (duration: 643.00612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:32.15547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:31.512241Z","time spent":"643.221466ms","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:19:32.155513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.660003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:19:32.155609Z","caller":"traceutil/trace.go:171","msg":"trace[324107051] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14770; }","duration":"110.804987ms","start":"2026-07-10T00:19:32.044781Z","end":"2026-07-10T00:19:32.155586Z","steps":["trace[324107051] 'agreement among raft nodes before linearized reading' (duration: 110.614122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:32.155794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.697146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"info","ts":"2026-07-10T00:19:32.155899Z","caller":"traceutil/trace.go:171","msg":"trace[1390868629] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14770; }","duration":"204.87186ms","start":"2026-07-10T00:19:31.951003Z","end":"2026-07-10T00:19:32.155874Z","steps":["trace[1390868629] 'agreement among raft nodes before linearized reading' (duration: 204.48848ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:32.155279Z","caller":"traceutil/trace.go:171","msg":"trace[2088079426] transaction","detail":"{read_only:false; response_revision:14770; number_of_response:1; }","duration":"705.348118ms","start":"2026-07-10T00:19:31.449903Z","end":"2026-07-10T00:19:32.155251Z","steps":["trace[2088079426] 'process raft request' (duration: 705.165804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:32.156053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:31.449882Z","time spent":"706.118398ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:19:33.047204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903634324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:19:33.548167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903634324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:19:34.049353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903634324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:19:34.183303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.857550321s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:19:34.183605Z","caller":"traceutil/trace.go:171","msg":"trace[1578065687] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14772; }","duration":"1.857950992s","start":"2026-07-10T00:19:32.32563Z","end":"2026-07-10T00:19:34.183581Z","steps":["trace[1578065687] 'process raft request' (duration: 1.857850949s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:34.183705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636914442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:19:34.183768Z","caller":"traceutil/trace.go:171","msg":"trace[1670563572] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14772; }","duration":"1.637036055s","start":"2026-07-10T00:19:32.54672Z","end":"2026-07-10T00:19:34.183756Z","steps":["trace[1670563572] 'agreement among raft nodes before linearized reading' (duration: 1.636929062s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:34.183817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:32.546696Z","time spent":"1.637105646s","remote":"127.0.0.1:44300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:19:34.183717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:32.325606Z","time spent":"1.858061765s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T00:19:34.183584Z","caller":"traceutil/trace.go:171","msg":"trace[1771079134] linearizableReadLoop","detail":"{readStateIndex:15469; appliedIndex:15468; }","duration":"1.636783778s","start":"2026-07-10T00:19:32.546777Z","end":"2026-07-10T00:19:34.183561Z","steps":["trace[1771079134] 'read index received' (duration: 1.636690146s)","trace[1771079134] 'applied index is now lower than readState.Index' (duration: 92.652µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:19:34.24944Z","caller":"traceutil/trace.go:171","msg":"trace[47598488] transaction","detail":"{read_only:false; response_revision:14773; number_of_response:1; }","duration":"181.471864ms","start":"2026-07-10T00:19:34.067943Z","end":"2026-07-10T00:19:34.249415Z","steps":["trace[47598488] 'process raft request' (duration: 181.237277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.690505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440781338s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-10T00:19:35.690614Z","caller":"traceutil/trace.go:171","msg":"trace[709314364] linearizableReadLoop","detail":"{readStateIndex:15472; appliedIndex:15469; }","duration":"1.506523286s","start":"2026-07-10T00:19:34.184074Z","end":"2026-07-10T00:19:35.690597Z","steps":["trace[709314364] 'read index received' (duration: 65.115561ms)","trace[709314364] 'applied index is now lower than readState.Index' (duration: 1.441406365s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:19:35.691135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783586091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:19:35.691195Z","caller":"traceutil/trace.go:171","msg":"trace[718300208] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14774; }","duration":"2.783681654s","start":"2026-07-10T00:19:32.907496Z","end":"2026-07-10T00:19:35.691177Z","steps":["trace[718300208] 'agreement among raft nodes before linearized reading' (duration: 2.78349342s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.691262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:32.90748Z","time spent":"2.783771407s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:19:35.691262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933121834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-10T00:19:35.691349Z","caller":"traceutil/trace.go:171","msg":"trace[506178540] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14774; }","duration":"1.933252277s","start":"2026-07-10T00:19:33.758072Z","end":"2026-07-10T00:19:35.691324Z","steps":["trace[506178540] 'agreement among raft nodes before linearized reading' (duration: 1.933019231s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.69139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:33.758052Z","time spent":"1.93332915s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:19:35.691451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:34.866205Z","time spent":"825.240451ms","remote":"127.0.0.1:53086","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T00:19:35.691436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306325536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:19:35.691485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827355688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"warn","ts":"2026-07-10T00:19:35.691684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774251629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-10T00:19:35.691703Z","caller":"traceutil/trace.go:171","msg":"trace[879512587] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14774; }","duration":"2.306670805s","start":"2026-07-10T00:19:33.385014Z","end":"2026-07-10T00:19:35.691684Z","steps":["trace[879512587] 'agreement among raft nodes before linearized reading' (duration: 2.306333717s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:35.69172Z","caller":"traceutil/trace.go:171","msg":"trace[629726013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:14774; }","duration":"2.827657286s","start":"2026-07-10T00:19:32.864049Z","end":"2026-07-10T00:19:35.691706Z","steps":["trace[629726013] 'agreement among raft nodes before linearized reading' (duration: 2.827319877s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.69171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867154192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-10T00:19:35.691715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.83742573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-10T00:19:35.691735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992842115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-10T00:19:35.691759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838430866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T00:19:35.691805Z","caller":"traceutil/trace.go:171","msg":"trace[1652724370] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14774; }","duration":"2.837525753s","start":"2026-07-10T00:19:32.854251Z","end":"2026-07-10T00:19:35.691777Z","steps":["trace[1652724370] 'agreement among raft nodes before linearized reading' (duration: 2.837190254s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.691865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:32.854243Z","time spent":"2.837607755s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:19:35.692029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897460219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:19:35.692073Z","caller":"traceutil/trace.go:171","msg":"trace[500416878] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:14774; }","duration":"2.897553111s","start":"2026-07-10T00:19:32.79451Z","end":"2026-07-10T00:19:35.692063Z","steps":["trace[500416878] 'agreement among raft nodes before linearized reading' (duration: 2.897473819s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.692144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:32.794484Z","time spent":"2.897651165s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:19:35.692144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838521408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-10T00:19:35.692279Z","caller":"traceutil/trace.go:171","msg":"trace[209202916] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:14774; }","duration":"2.838738415s","start":"2026-07-10T00:19:32.853511Z","end":"2026-07-10T00:19:35.692249Z","steps":["trace[209202916] 'agreement among raft nodes before linearized reading' (duration: 2.838224701s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.692331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:32.853501Z","time spent":"2.838819647s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:19:35.691785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675575116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T00:19:35.693036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257985981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:19:35.693103Z","caller":"traceutil/trace.go:171","msg":"trace[257989314] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:14774; }","duration":"1.258100394s","start":"2026-07-10T00:19:34.434992Z","end":"2026-07-10T00:19:35.693092Z","steps":["trace[257989314] 'agreement among raft nodes before linearized reading' (duration: 1.257982601s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.693096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507302905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13485"} {"level":"warn","ts":"2026-07-10T00:19:35.693141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:34.434967Z","time spent":"1.258164646s","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:19:35.693007Z","caller":"traceutil/trace.go:171","msg":"trace[1308309212] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14774; }","duration":"1.676787908s","start":"2026-07-10T00:19:34.016163Z","end":"2026-07-10T00:19:35.692951Z","steps":["trace[1308309212] 'agreement among raft nodes before linearized reading' (duration: 1.675598726s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:35.693159Z","caller":"traceutil/trace.go:171","msg":"trace[1527444986] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:14774; }","duration":"1.507381328s","start":"2026-07-10T00:19:34.185758Z","end":"2026-07-10T00:19:35.69314Z","steps":["trace[1527444986] 'agreement among raft nodes before linearized reading' (duration: 1.507203073s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.693183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839372192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-10T00:19:35.693173Z","caller":"traceutil/trace.go:171","msg":"trace[54141543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14774; }","duration":"2.838554969s","start":"2026-07-10T00:19:32.853278Z","end":"2026-07-10T00:19:35.691833Z","steps":["trace[54141543] 'agreement among raft nodes before linearized reading' (duration: 2.838042336s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.693206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:34.185746Z","time spent":"1.507451369s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13508,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-07-10T00:19:35.693234Z","caller":"traceutil/trace.go:171","msg":"trace[444476928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14774; }","duration":"2.839451973s","start":"2026-07-10T00:19:32.853768Z","end":"2026-07-10T00:19:35.69322Z","steps":["trace[444476928] 'agreement among raft nodes before linearized reading' (duration: 2.839306309s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.691774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:33.384991Z","time spent":"2.306767107s","remote":"127.0.0.1:37632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:19:35.693266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:32.853757Z","time spent":"2.839501205s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:19:35.693252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:32.853255Z","time spent":"2.839979896s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:19:35.69319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:34.016144Z","time spent":"1.677032364s","remote":"127.0.0.1:42748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:19:35.691725Z","caller":"traceutil/trace.go:171","msg":"trace[945941792] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:14774; }","duration":"2.77430956s","start":"2026-07-10T00:19:32.917402Z","end":"2026-07-10T00:19:35.691712Z","steps":["trace[945941792] 'agreement among raft nodes before linearized reading' (duration: 2.774049374s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:35.691784Z","caller":"traceutil/trace.go:171","msg":"trace[1706761893] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14774; }","duration":"2.867363227s","start":"2026-07-10T00:19:32.824402Z","end":"2026-07-10T00:19:35.691765Z","steps":["trace[1706761893] 'agreement among raft nodes before linearized reading' (duration: 2.866979557s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.693392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:32.917388Z","time spent":"2.775984145s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:19:35.693482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:32.824391Z","time spent":"2.869079982s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:19:35.693433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506411563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-10T00:19:35.691742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55522637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:19:35.693568Z","caller":"traceutil/trace.go:171","msg":"trace[1838030743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14774; }","duration":"1.557075098s","start":"2026-07-10T00:19:34.136471Z","end":"2026-07-10T00:19:35.693546Z","steps":["trace[1838030743] 'agreement among raft nodes before linearized reading' (duration: 1.5552442s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:19:35.693578Z","caller":"traceutil/trace.go:171","msg":"trace[2117124144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14774; }","duration":"1.506618148s","start":"2026-07-10T00:19:34.186911Z","end":"2026-07-10T00:19:35.693529Z","steps":["trace[2117124144] 'agreement among raft nodes before linearized reading' (duration: 1.506109275s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.69177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:32.864033Z","time spent":"2.827726217s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-sflmn\" "} {"level":"info","ts":"2026-07-10T00:19:35.691796Z","caller":"traceutil/trace.go:171","msg":"trace[629892547] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14774; }","duration":"1.992910467s","start":"2026-07-10T00:19:33.698872Z","end":"2026-07-10T00:19:35.691782Z","steps":["trace[629892547] 'agreement among raft nodes before linearized reading' (duration: 1.992560138s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:19:35.693626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:34.13645Z","time spent":"1.557164121s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:19:35.693763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:34.186896Z","time spent":"1.506782933s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:19:35.694717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:19:33.698813Z","time spent":"1.994824067s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-10T00:20:48.697332Z","caller":"traceutil/trace.go:171","msg":"trace[1928854218] linearizableReadLoop","detail":"{readStateIndex:16670; appliedIndex:16669; }","duration":"133.722726ms","start":"2026-07-10T00:20:48.56358Z","end":"2026-07-10T00:20:48.697303Z","steps":["trace[1928854218] 'read index received' (duration: 133.423599ms)","trace[1928854218] 'applied index is now lower than readState.Index' (duration: 298.177µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:20:48.697428Z","caller":"traceutil/trace.go:171","msg":"trace[370221365] transaction","detail":"{read_only:false; response_revision:15928; number_of_response:1; }","duration":"163.507658ms","start":"2026-07-10T00:20:48.533882Z","end":"2026-07-10T00:20:48.697389Z","steps":["trace[370221365] 'process raft request' (duration: 163.20996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:20:48.697511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.916111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:20:48.697551Z","caller":"traceutil/trace.go:171","msg":"trace[1756857501] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:15928; }","duration":"134.020144ms","start":"2026-07-10T00:20:48.563519Z","end":"2026-07-10T00:20:48.697539Z","steps":["trace[1756857501] 'agreement among raft nodes before linearized reading' (duration: 133.932951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:20:48.69766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.037668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"info","ts":"2026-07-10T00:20:48.697711Z","caller":"traceutil/trace.go:171","msg":"trace[900960438] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15928; }","duration":"111.121781ms","start":"2026-07-10T00:20:48.586574Z","end":"2026-07-10T00:20:48.697696Z","steps":["trace[900960438] 'agreement among raft nodes before linearized reading' (duration: 110.949126ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:20:48.697699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.268063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-10T00:20:48.697822Z","caller":"traceutil/trace.go:171","msg":"trace[741468000] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:15928; }","duration":"116.441377ms","start":"2026-07-10T00:20:48.581365Z","end":"2026-07-10T00:20:48.697807Z","steps":["trace[741468000] 'agreement among raft nodes before linearized reading' (duration: 116.1337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:20:49.082638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.995288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-10T00:20:49.08285Z","caller":"traceutil/trace.go:171","msg":"trace[1214227566] transaction","detail":"{read_only:false; response_revision:15929; number_of_response:1; }","duration":"377.744381ms","start":"2026-07-10T00:20:48.705078Z","end":"2026-07-10T00:20:49.082822Z","steps":["trace[1214227566] 'process raft request' (duration: 198.452164ms)","trace[1214227566] 'compare' (duration: 178.753532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:20:49.082966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:20:48.705059Z","time spent":"377.859583ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:20:49.24217Z","caller":"traceutil/trace.go:171","msg":"trace[1938453932] transaction","detail":"{read_only:false; response_revision:15930; number_of_response:1; }","duration":"536.70007ms","start":"2026-07-10T00:20:48.705425Z","end":"2026-07-10T00:20:49.242125Z","steps":["trace[1938453932] 'process raft request' (duration: 536.31162ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:20:49.241919Z","caller":"traceutil/trace.go:171","msg":"trace[1332336471] linearizableReadLoop","detail":"{readStateIndex:16672; appliedIndex:16670; }","duration":"434.231885ms","start":"2026-07-10T00:20:48.807655Z","end":"2026-07-10T00:20:49.241887Z","steps":["trace[1332336471] 'read index received' (duration: 95.878856ms)","trace[1332336471] 'applied index is now lower than readState.Index' (duration: 338.351989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:20:49.242337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:20:48.70541Z","time spent":"536.844843ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:20:49.242446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.746151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:20:49.242498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.770055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-10T00:20:49.242518Z","caller":"traceutil/trace.go:171","msg":"trace[2008323459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15930; }","duration":"105.856104ms","start":"2026-07-10T00:20:49.136645Z","end":"2026-07-10T00:20:49.242501Z","steps":["trace[2008323459] 'agreement among raft nodes before linearized reading' (duration: 105.745301ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:20:49.242535Z","caller":"traceutil/trace.go:171","msg":"trace[1289002118] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15930; }","duration":"430.818226ms","start":"2026-07-10T00:20:48.811702Z","end":"2026-07-10T00:20:49.242521Z","steps":["trace[1289002118] 'agreement among raft nodes before linearized reading' (duration: 430.703263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:20:49.242574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:20:48.811692Z","time spent":"430.871907ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-10T00:20:49.242383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.347589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:20:49.242653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.034666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-10T00:20:49.242563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.674636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:20:49.242668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.711591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:20:49.242733Z","caller":"traceutil/trace.go:171","msg":"trace[2020037676] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:15930; }","duration":"425.15967ms","start":"2026-07-10T00:20:48.817554Z","end":"2026-07-10T00:20:49.242714Z","steps":["trace[2020037676] 'agreement among raft nodes before linearized reading' (duration: 424.895913ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:20:49.242705Z","caller":"traceutil/trace.go:171","msg":"trace[821984954] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15930; }","duration":"434.704837ms","start":"2026-07-10T00:20:48.807986Z","end":"2026-07-10T00:20:49.242691Z","steps":["trace[821984954] 'agreement among raft nodes before linearized reading' (duration: 434.339837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:20:49.24278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:20:48.817539Z","time spent":"425.232232ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-07-10T00:20:49.242782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.574304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:20:49.242788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:20:48.807975Z","time spent":"434.797591ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-10T00:20:49.242816Z","caller":"traceutil/trace.go:171","msg":"trace[2026333201] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15930; }","duration":"434.734468ms","start":"2026-07-10T00:20:48.808071Z","end":"2026-07-10T00:20:49.242806Z","steps":["trace[2026333201] 'agreement among raft nodes before linearized reading' (duration: 434.680627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:20:49.24285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:20:48.808047Z","time spent":"434.79744ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-07-10T00:20:49.242784Z","caller":"traceutil/trace.go:171","msg":"trace[350540180] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:15930; }","duration":"333.880834ms","start":"2026-07-10T00:20:48.908878Z","end":"2026-07-10T00:20:49.242759Z","steps":["trace[350540180] 'agreement among raft nodes before linearized reading' (duration: 333.624798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:20:49.242951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:20:48.908863Z","time spent":"334.06875ms","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:20:49.242786Z","caller":"traceutil/trace.go:171","msg":"trace[769302069] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15930; }","duration":"435.110128ms","start":"2026-07-10T00:20:48.807635Z","end":"2026-07-10T00:20:49.242745Z","steps":["trace[769302069] 'agreement among raft nodes before linearized reading' (duration: 434.567053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:20:49.243099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.25017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-10T00:20:49.243099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.125404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:20:49.243142Z","caller":"traceutil/trace.go:171","msg":"trace[896396436] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15930; }","duration":"156.330093ms","start":"2026-07-10T00:20:49.086796Z","end":"2026-07-10T00:20:49.243127Z","steps":["trace[896396436] 'agreement among raft nodes before linearized reading' (duration: 156.205939ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:20:49.243145Z","caller":"traceutil/trace.go:171","msg":"trace[724648527] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:15930; }","duration":"252.175986ms","start":"2026-07-10T00:20:48.990956Z","end":"2026-07-10T00:20:49.243132Z","steps":["trace[724648527] 'agreement among raft nodes before linearized reading' (duration: 252.099654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:20:49.243185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:20:48.807573Z","time spent":"435.530809ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-10T00:20:49.244439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.899742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-4mb5m\" ","response":"range_response_count:1 size:20625"} {"level":"info","ts":"2026-07-10T00:20:49.244539Z","caller":"traceutil/trace.go:171","msg":"trace[197465778] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-4mb5m; range_end:; response_count:1; response_revision:15930; }","duration":"332.029015ms","start":"2026-07-10T00:20:48.912483Z","end":"2026-07-10T00:20:49.244512Z","steps":["trace[197465778] 'agreement among raft nodes before linearized reading' (duration: 329.855928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:20:49.2446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:20:48.912477Z","time spent":"332.109868ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20648,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-4mb5m\" "} {"level":"info","ts":"2026-07-10T00:21:22.579589Z","caller":"traceutil/trace.go:171","msg":"trace[267922417] transaction","detail":"{read_only:false; response_revision:16151; number_of_response:1; }","duration":"238.130282ms","start":"2026-07-10T00:21:22.34143Z","end":"2026-07-10T00:21:22.57956Z","steps":["trace[267922417] 'process raft request' (duration: 237.937277ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:22.586046Z","caller":"traceutil/trace.go:171","msg":"trace[1788702106] transaction","detail":"{read_only:false; response_revision:16153; number_of_response:1; }","duration":"242.348411ms","start":"2026-07-10T00:21:22.343664Z","end":"2026-07-10T00:21:22.586013Z","steps":["trace[1788702106] 'process raft request' (duration: 242.268199ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:22.586235Z","caller":"traceutil/trace.go:171","msg":"trace[1083659742] transaction","detail":"{read_only:false; response_revision:16154; number_of_response:1; }","duration":"241.780066ms","start":"2026-07-10T00:21:22.344444Z","end":"2026-07-10T00:21:22.586224Z","steps":["trace[1083659742] 'process raft request' (duration: 241.52921ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:22.586471Z","caller":"traceutil/trace.go:171","msg":"trace[1339067915] transaction","detail":"{read_only:false; response_revision:16152; number_of_response:1; }","duration":"244.463856ms","start":"2026-07-10T00:21:22.341988Z","end":"2026-07-10T00:21:22.586452Z","steps":["trace[1339067915] 'process raft request' (duration: 243.762468ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:22.586551Z","caller":"traceutil/trace.go:171","msg":"trace[2010511757] linearizableReadLoop","detail":"{readStateIndex:16907; appliedIndex:16905; }","duration":"244.194369ms","start":"2026-07-10T00:21:22.342342Z","end":"2026-07-10T00:21:22.586536Z","steps":["trace[2010511757] 'read index received' (duration: 237.100566ms)","trace[2010511757] 'applied index is now lower than readState.Index' (duration: 7.092173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:21:22.586916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.696952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-10T00:21:22.58697Z","caller":"traceutil/trace.go:171","msg":"trace[370753974] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16155; }","duration":"239.793795ms","start":"2026-07-10T00:21:22.347165Z","end":"2026-07-10T00:21:22.586958Z","steps":["trace[370753974] 'agreement among raft nodes before linearized reading' (duration: 239.61626ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:22.587352Z","caller":"traceutil/trace.go:171","msg":"trace[408302519] transaction","detail":"{read_only:false; response_revision:16155; number_of_response:1; }","duration":"241.48352ms","start":"2026-07-10T00:21:22.345857Z","end":"2026-07-10T00:21:22.58734Z","steps":["trace[408302519] 'process raft request' (duration: 240.310459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:22.58771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.480962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-07-10T00:21:22.587779Z","caller":"traceutil/trace.go:171","msg":"trace[1090941954] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:16155; }","duration":"216.581735ms","start":"2026-07-10T00:21:22.371181Z","end":"2026-07-10T00:21:22.587763Z","steps":["trace[1090941954] 'agreement among raft nodes before linearized reading' (duration: 216.467322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:22.587837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.466302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-10T00:21:22.587901Z","caller":"traceutil/trace.go:171","msg":"trace[1863489167] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16155; }","duration":"245.577416ms","start":"2026-07-10T00:21:22.342313Z","end":"2026-07-10T00:21:22.58789Z","steps":["trace[1863489167] 'agreement among raft nodes before linearized reading' (duration: 245.157055ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:23.26704Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903638727,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:21:23.537537Z","caller":"traceutil/trace.go:171","msg":"trace[1670406786] transaction","detail":"{read_only:false; response_revision:16156; number_of_response:1; }","duration":"889.243628ms","start":"2026-07-10T00:21:22.648261Z","end":"2026-07-10T00:21:23.537505Z","steps":["trace[1670406786] 'process raft request' (duration: 889.029702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:23.537807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:22.648217Z","time spent":"889.481284ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:21:24.081772Z","caller":"traceutil/trace.go:171","msg":"trace[824347915] linearizableReadLoop","detail":"{readStateIndex:16912; appliedIndex:16910; }","duration":"1.315492776s","start":"2026-07-10T00:21:22.766253Z","end":"2026-07-10T00:21:24.081746Z","steps":["trace[824347915] 'read index received' (duration: 771.055305ms)","trace[824347915] 'applied index is now lower than readState.Index' (duration: 544.436221ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:21:24.081905Z","caller":"traceutil/trace.go:171","msg":"trace[598036159] transaction","detail":"{read_only:false; response_revision:16157; number_of_response:1; }","duration":"1.254475375s","start":"2026-07-10T00:21:22.827417Z","end":"2026-07-10T00:21:24.081892Z","steps":["trace[598036159] 'process raft request' (duration: 1.164615815s)","trace[598036159] 'compare' (duration: 89.49608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:21:24.082023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:22.82739Z","time spent":"1.254542107s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:21:24.082322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316080321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xgszw\" ","response":"range_response_count:1 size:9786"} {"level":"info","ts":"2026-07-10T00:21:24.082374Z","caller":"traceutil/trace.go:171","msg":"trace[1508345721] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xgszw; range_end:; response_count:1; response_revision:16157; }","duration":"1.316167483s","start":"2026-07-10T00:21:22.766189Z","end":"2026-07-10T00:21:24.082357Z","steps":["trace[1508345721] 'agreement among raft nodes before linearized reading' (duration: 1.31602286s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.082419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:22.766168Z","time spent":"1.316243855s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9809,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-xgszw\" "} {"level":"warn","ts":"2026-07-10T00:21:24.082511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.799814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:21:24.082572Z","caller":"traceutil/trace.go:171","msg":"trace[237306481] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16157; }","duration":"313.887106ms","start":"2026-07-10T00:21:23.76867Z","end":"2026-07-10T00:21:24.082558Z","steps":["trace[237306481] 'agreement among raft nodes before linearized reading' (duration: 313.738072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.082564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.717377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-10T00:21:24.082655Z","caller":"traceutil/trace.go:171","msg":"trace[1677445458] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16157; }","duration":"314.871991ms","start":"2026-07-10T00:21:23.767764Z","end":"2026-07-10T00:21:24.082636Z","steps":["trace[1677445458] 'agreement among raft nodes before linearized reading' (duration: 314.627014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.082611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286130044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-10T00:21:24.0827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.767753Z","time spent":"314.938133ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-10T00:21:24.0827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.936137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-07-10T00:21:24.082746Z","caller":"traceutil/trace.go:171","msg":"trace[1397474651] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16157; }","duration":"313.979238ms","start":"2026-07-10T00:21:23.768752Z","end":"2026-07-10T00:21:24.082731Z","steps":["trace[1397474651] 'agreement among raft nodes before linearized reading' (duration: 313.845225ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:24.082745Z","caller":"traceutil/trace.go:171","msg":"trace[488927561] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16157; }","duration":"1.286286998s","start":"2026-07-10T00:21:22.796412Z","end":"2026-07-10T00:21:24.082699Z","steps":["trace[488927561] 'agreement among raft nodes before linearized reading' (duration: 1.285941049s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.082733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.087368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-07-10T00:21:24.082759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.581924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11496"} {"level":"warn","ts":"2026-07-10T00:21:24.082776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.768696Z","time spent":"314.073541ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-10T00:21:24.082773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.948901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:21:24.082779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.529925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-4mb5m\" ","response":"range_response_count:1 size:20625"} {"level":"info","ts":"2026-07-10T00:21:24.082802Z","caller":"traceutil/trace.go:171","msg":"trace[1740445793] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16157; }","duration":"403.19119ms","start":"2026-07-10T00:21:23.679594Z","end":"2026-07-10T00:21:24.082785Z","steps":["trace[1740445793] 'agreement among raft nodes before linearized reading' (duration: 403.019316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.082803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.676935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-10T00:21:24.082821Z","caller":"traceutil/trace.go:171","msg":"trace[750793478] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16157; }","duration":"759.038833ms","start":"2026-07-10T00:21:23.323767Z","end":"2026-07-10T00:21:24.082805Z","steps":["trace[750793478] 'agreement among raft nodes before linearized reading' (duration: 758.891739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.082838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.319817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:21:24.082604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.768657Z","time spent":"313.939928ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-07-10T00:21:24.082849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.679576Z","time spent":"403.261482ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-10T00:21:24.082856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.323745Z","time spent":"759.103535ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-10T00:21:24.082856Z","caller":"traceutil/trace.go:171","msg":"trace[1457011725] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16157; }","duration":"755.753667ms","start":"2026-07-10T00:21:23.327087Z","end":"2026-07-10T00:21:24.082841Z","steps":["trace[1457011725] 'agreement among raft nodes before linearized reading' (duration: 755.605163ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:24.082877Z","caller":"traceutil/trace.go:171","msg":"trace[285673835] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16157; }","duration":"314.339857ms","start":"2026-07-10T00:21:23.768514Z","end":"2026-07-10T00:21:24.082854Z","steps":["trace[285673835] 'agreement among raft nodes before linearized reading' (duration: 314.307266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.082897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.768454Z","time spent":"314.43956ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-10T00:21:24.082904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.151106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:21:24.082792Z","caller":"traceutil/trace.go:171","msg":"trace[1539911961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16157; }","duration":"537.649855ms","start":"2026-07-10T00:21:23.545136Z","end":"2026-07-10T00:21:24.082786Z","steps":["trace[1539911961] 'agreement among raft nodes before linearized reading' (duration: 537.539443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.082888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.174489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-10T00:21:24.082836Z","caller":"traceutil/trace.go:171","msg":"trace[873119761] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-4mb5m; range_end:; response_count:1; response_revision:16157; }","duration":"426.587736ms","start":"2026-07-10T00:21:23.656238Z","end":"2026-07-10T00:21:24.082826Z","steps":["trace[873119761] 'agreement among raft nodes before linearized reading' (duration: 426.446313ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:24.082942Z","caller":"traceutil/trace.go:171","msg":"trace[184380559] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16157; }","duration":"759.221168ms","start":"2026-07-10T00:21:23.32371Z","end":"2026-07-10T00:21:24.082931Z","steps":["trace[184380559] 'agreement among raft nodes before linearized reading' (duration: 759.172657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.082811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.024917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-10T00:21:24.082947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.289794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:21:24.082979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.323689Z","time spent":"759.280969ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-07-10T00:21:24.083009Z","caller":"traceutil/trace.go:171","msg":"trace[1457466167] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16157; }","duration":"415.230371ms","start":"2026-07-10T00:21:23.667753Z","end":"2026-07-10T00:21:24.082983Z","steps":["trace[1457466167] 'agreement among raft nodes before linearized reading' (duration: 414.893893ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:24.082971Z","caller":"traceutil/trace.go:171","msg":"trace[1220128070] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16157; }","duration":"315.306493ms","start":"2026-07-10T00:21:23.767641Z","end":"2026-07-10T00:21:24.082948Z","steps":["trace[1220128070] 'agreement among raft nodes before linearized reading' (duration: 315.023845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.083074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.76762Z","time spent":"315.446606ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-10T00:21:24.083067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.667747Z","time spent":"415.303864ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":668,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:21:24.082898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.327077Z","time spent":"755.812449ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-10T00:21:24.082951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.54512Z","time spent":"537.822039ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11519,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:21:24.08286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.064624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-10T00:21:24.08329Z","caller":"traceutil/trace.go:171","msg":"trace[1670250719] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16157; }","duration":"759.497486ms","start":"2026-07-10T00:21:23.323773Z","end":"2026-07-10T00:21:24.08327Z","steps":["trace[1670250719] 'agreement among raft nodes before linearized reading' (duration: 759.045273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.083348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.323765Z","time spent":"759.566507ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-10T00:21:24.082959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.656184Z","time spent":"426.768261ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20648,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-4mb5m\" "} {"level":"warn","ts":"2026-07-10T00:21:24.082789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:22.796388Z","time spent":"1.286389621s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-10T00:21:24.082995Z","caller":"traceutil/trace.go:171","msg":"trace[1715382557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16157; }","duration":"944.381306ms","start":"2026-07-10T00:21:23.138603Z","end":"2026-07-10T00:21:24.082984Z","steps":["trace[1715382557] 'agreement among raft nodes before linearized reading' (duration: 944.309465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.083601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.138582Z","time spent":"945.008704ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:21:24.082991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263467017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-sflmn\" ","response":"range_response_count:1 size:6520"} {"level":"info","ts":"2026-07-10T00:21:24.083655Z","caller":"traceutil/trace.go:171","msg":"trace[1568525014] range","detail":"{range_begin:/registry/pods/openstack/keepalived-sflmn; range_end:; response_count:1; response_revision:16157; }","duration":"1.264162416s","start":"2026-07-10T00:21:22.819475Z","end":"2026-07-10T00:21:24.083637Z","steps":["trace[1568525014] 'agreement among raft nodes before linearized reading' (duration: 1.263447357s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.083709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:22.819443Z","time spent":"1.264248769s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6543,"request content":"key:\"/registry/pods/openstack/keepalived-sflmn\" "} {"level":"warn","ts":"2026-07-10T00:21:24.084305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.550582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-07-10T00:21:24.084389Z","caller":"traceutil/trace.go:171","msg":"trace[250999220] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16157; }","duration":"417.645584ms","start":"2026-07-10T00:21:23.666707Z","end":"2026-07-10T00:21:24.084352Z","steps":["trace[250999220] 'agreement among raft nodes before linearized reading' (duration: 417.502481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:24.084924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:23.666687Z","time spent":"418.22333ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":683,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:21:24.321836Z","caller":"traceutil/trace.go:171","msg":"trace[2034482173] linearizableReadLoop","detail":"{readStateIndex:16914; appliedIndex:16913; }","duration":"196.184044ms","start":"2026-07-10T00:21:24.12563Z","end":"2026-07-10T00:21:24.321814Z","steps":["trace[2034482173] 'read index received' (duration: 162.575193ms)","trace[2034482173] 'applied index is now lower than readState.Index' (duration: 33.607951ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:21:24.321899Z","caller":"traceutil/trace.go:171","msg":"trace[245771714] transaction","detail":"{read_only:false; response_revision:16159; number_of_response:1; }","duration":"229.635412ms","start":"2026-07-10T00:21:24.092241Z","end":"2026-07-10T00:21:24.321876Z","steps":["trace[245771714] 'process raft request' (duration: 195.948309ms)","trace[245771714] 'compare' (duration: 33.515739ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:21:24.322039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.387169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-10T00:21:24.322081Z","caller":"traceutil/trace.go:171","msg":"trace[40248847] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16159; }","duration":"196.470712ms","start":"2026-07-10T00:21:24.125598Z","end":"2026-07-10T00:21:24.322069Z","steps":["trace[40248847] 'agreement among raft nodes before linearized reading' (duration: 196.317668ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:24.349239Z","caller":"traceutil/trace.go:171","msg":"trace[462941128] transaction","detail":"{read_only:false; response_revision:16160; number_of_response:1; }","duration":"212.418225ms","start":"2026-07-10T00:21:24.136802Z","end":"2026-07-10T00:21:24.349221Z","steps":["trace[462941128] 'process raft request' (duration: 212.306922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.116162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.693882ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-10T00:21:25.116463Z","caller":"traceutil/trace.go:171","msg":"trace[461554632] linearizableReadLoop","detail":"{readStateIndex:16916; appliedIndex:16915; }","duration":"794.547532ms","start":"2026-07-10T00:21:24.321898Z","end":"2026-07-10T00:21:25.116446Z","steps":["trace[461554632] 'read index received' (duration: 27.425741ms)","trace[461554632] 'applied index is now lower than readState.Index' (duration: 767.120831ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:21:25.116472Z","caller":"traceutil/trace.go:171","msg":"trace[627745272] transaction","detail":"{read_only:false; response_revision:16161; number_of_response:1; }","duration":"789.46245ms","start":"2026-07-10T00:21:24.326964Z","end":"2026-07-10T00:21:25.116427Z","steps":["trace[627745272] 'process raft request' (duration: 789.299056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.116633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.326942Z","time spent":"789.611944ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:21:25.148341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.781172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2vzq2\" ","response":"range_response_count:1 size:22085"} {"level":"info","ts":"2026-07-10T00:21:25.148406Z","caller":"traceutil/trace.go:171","msg":"trace[66650666] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2vzq2; range_end:; response_count:1; response_revision:16161; }","duration":"889.888914ms","start":"2026-07-10T00:21:24.2585Z","end":"2026-07-10T00:21:25.148389Z","steps":["trace[66650666] 'agreement among raft nodes before linearized reading' (duration: 858.058879ms)","trace[66650666] 'range keys from in-memory index tree' (duration: 31.653441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:21:25.148435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.258479Z","time spent":"889.949546ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22108,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2vzq2\" "} {"level":"warn","ts":"2026-07-10T00:21:25.148434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.990248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-07-10T00:21:25.148436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.347433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:21:25.148483Z","caller":"traceutil/trace.go:171","msg":"trace[756819849] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16161; }","duration":"554.06129ms","start":"2026-07-10T00:21:24.594408Z","end":"2026-07-10T00:21:25.148469Z","steps":["trace[756819849] 'agreement among raft nodes before linearized reading' (duration: 553.935197ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.148494Z","caller":"traceutil/trace.go:171","msg":"trace[381764579] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:16161; }","duration":"276.457276ms","start":"2026-07-10T00:21:24.872021Z","end":"2026-07-10T00:21:25.148478Z","steps":["trace[381764579] 'agreement among raft nodes before linearized reading' (duration: 276.301112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.148412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.024604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:21:25.14854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.594392Z","time spent":"554.125042ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-10T00:21:25.148582Z","caller":"traceutil/trace.go:171","msg":"trace[574260834] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16161; }","duration":"553.180968ms","start":"2026-07-10T00:21:24.595356Z","end":"2026-07-10T00:21:25.148537Z","steps":["trace[574260834] 'agreement among raft nodes before linearized reading' (duration: 552.971733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.148594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.527229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-10T00:21:25.148624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.177533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-10T00:21:25.148643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.673422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2vzq2\" ","response":"range_response_count:1 size:22085"} {"level":"warn","ts":"2026-07-10T00:21:25.148612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.895102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-10T00:21:25.148675Z","caller":"traceutil/trace.go:171","msg":"trace[1233779807] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2vzq2; range_end:; response_count:1; response_revision:16161; }","duration":"886.702882ms","start":"2026-07-10T00:21:24.261962Z","end":"2026-07-10T00:21:25.148665Z","steps":["trace[1233779807] 'agreement among raft nodes before linearized reading' (duration: 854.497867ms)","trace[1233779807] 'range keys from in-memory index tree' (duration: 31.756734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:21:25.148695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.045827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:21:25.148723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.387723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-10T00:21:25.148715Z","caller":"traceutil/trace.go:171","msg":"trace[1541833931] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:16161; }","duration":"195.028965ms","start":"2026-07-10T00:21:24.953664Z","end":"2026-07-10T00:21:25.148693Z","steps":["trace[1541833931] 'agreement among raft nodes before linearized reading' (duration: 194.83161ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.148747Z","caller":"traceutil/trace.go:171","msg":"trace[160276782] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16161; }","duration":"553.410263ms","start":"2026-07-10T00:21:24.595331Z","end":"2026-07-10T00:21:25.148741Z","steps":["trace[160276782] 'agreement among raft nodes before linearized reading' (duration: 553.346812ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.148741Z","caller":"traceutil/trace.go:171","msg":"trace[63850124] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16161; }","duration":"807.116129ms","start":"2026-07-10T00:21:24.34161Z","end":"2026-07-10T00:21:25.148726Z","steps":["trace[63850124] 'agreement among raft nodes before linearized reading' (duration: 807.065188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.148766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.36846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:568"} {"level":"warn","ts":"2026-07-10T00:21:25.148782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.341594Z","time spent":"807.18174ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-10T00:21:25.148805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.500806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:21:25.148775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.595306Z","time spent":"553.464495ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-10T00:21:25.148823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.98421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-10T00:21:25.148707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.261953Z","time spent":"886.747953ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22108,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2vzq2\" "} {"level":"info","ts":"2026-07-10T00:21:25.148854Z","caller":"traceutil/trace.go:171","msg":"trace[342587065] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16161; }","duration":"556.033531ms","start":"2026-07-10T00:21:24.592813Z","end":"2026-07-10T00:21:25.148847Z","steps":["trace[342587065] 'agreement among raft nodes before linearized reading' (duration: 555.938399ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.148801Z","caller":"traceutil/trace.go:171","msg":"trace[246852980] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:16161; }","duration":"823.438962ms","start":"2026-07-10T00:21:24.325351Z","end":"2026-07-10T00:21:25.14879Z","steps":["trace[246852980] 'agreement among raft nodes before linearized reading' (duration: 823.345519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.148891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.07105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"warn","ts":"2026-07-10T00:21:25.148902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.65899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:21:25.148928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.953069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-10T00:21:25.148925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.065301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5520"} {"level":"info","ts":"2026-07-10T00:21:25.148939Z","caller":"traceutil/trace.go:171","msg":"trace[2081178382] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16161; }","duration":"553.710741ms","start":"2026-07-10T00:21:24.595219Z","end":"2026-07-10T00:21:25.14893Z","steps":["trace[2081178382] 'agreement among raft nodes before linearized reading' (duration: 553.66219ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.148957Z","caller":"traceutil/trace.go:171","msg":"trace[277395721] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16161; }","duration":"556.011241ms","start":"2026-07-10T00:21:24.59294Z","end":"2026-07-10T00:21:25.148952Z","steps":["trace[277395721] 'agreement among raft nodes before linearized reading' (duration: 555.949389ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.148966Z","caller":"traceutil/trace.go:171","msg":"trace[1625935332] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16161; }","duration":"554.121362ms","start":"2026-07-10T00:21:24.594837Z","end":"2026-07-10T00:21:25.148958Z","steps":["trace[1625935332] 'agreement among raft nodes before linearized reading' (duration: 553.964428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.148655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.249429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:21:25.148979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.332809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T00:21:25.148663Z","caller":"traceutil/trace.go:171","msg":"trace[2041392273] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16161; }","duration":"648.641812ms","start":"2026-07-10T00:21:24.5Z","end":"2026-07-10T00:21:25.148642Z","steps":["trace[2041392273] 'agreement among raft nodes before linearized reading' (duration: 648.527089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.148988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.436208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-10T00:21:25.148996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.594832Z","time spent":"554.158993ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-10T00:21:25.148997Z","caller":"traceutil/trace.go:171","msg":"trace[261200477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16161; }","duration":"556.398031ms","start":"2026-07-10T00:21:24.592594Z","end":"2026-07-10T00:21:25.148992Z","steps":["trace[261200477] 'agreement among raft nodes before linearized reading' (duration: 556.346959ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.148998Z","caller":"traceutil/trace.go:171","msg":"trace[815175371] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16161; }","duration":"553.599959ms","start":"2026-07-10T00:21:24.595391Z","end":"2026-07-10T00:21:25.148991Z","steps":["trace[815175371] 'agreement among raft nodes before linearized reading' (duration: 553.24512ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.149016Z","caller":"traceutil/trace.go:171","msg":"trace[888366385] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:16161; }","duration":"557.493989ms","start":"2026-07-10T00:21:24.591515Z","end":"2026-07-10T00:21:25.149009Z","steps":["trace[888366385] 'agreement among raft nodes before linearized reading' (duration: 557.417577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.149022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.125673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-10T00:21:25.148833Z","caller":"traceutil/trace.go:171","msg":"trace[1884016149] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16161; }","duration":"553.541467ms","start":"2026-07-10T00:21:24.595286Z","end":"2026-07-10T00:21:25.148828Z","steps":["trace[1884016149] 'agreement among raft nodes before linearized reading' (duration: 553.500556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.148911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.325334Z","time spent":"823.562845ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":591,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:21:25.149045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.591503Z","time spent":"557.53577ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:21:25.149051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.595281Z","time spent":"553.765363ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-10T00:21:25.149043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.499975Z","time spent":"649.040512ms","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:21:25.148974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.592925Z","time spent":"556.045632ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-10T00:21:25.149095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.781222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T00:21:25.148662Z","caller":"traceutil/trace.go:171","msg":"trace[1959899823] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16161; }","duration":"554.248385ms","start":"2026-07-10T00:21:24.594405Z","end":"2026-07-10T00:21:25.148653Z","steps":["trace[1959899823] 'agreement among raft nodes before linearized reading' (duration: 553.892106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.14862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.595337Z","time spent":"553.27325ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-10T00:21:25.149114Z","caller":"traceutil/trace.go:171","msg":"trace[1519368758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16161; }","duration":"558.872154ms","start":"2026-07-10T00:21:24.590235Z","end":"2026-07-10T00:21:25.149108Z","steps":["trace[1519368758] 'agreement among raft nodes before linearized reading' (duration: 558.824743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.148875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.592807Z","time spent":"556.063083ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-10T00:21:25.149121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.594394Z","time spent":"554.721307ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":690,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-10T00:21:25.149132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.590209Z","time spent":"558.918995ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:21:25.148679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.296331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-10T00:21:25.149021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.592574Z","time spent":"556.443212ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-10T00:21:25.148911Z","caller":"traceutil/trace.go:171","msg":"trace[109985550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16161; }","duration":"554.107782ms","start":"2026-07-10T00:21:24.594797Z","end":"2026-07-10T00:21:25.148905Z","steps":["trace[109985550] 'agreement among raft nodes before linearized reading' (duration: 554.04786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.148969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.595212Z","time spent":"553.750922ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-10T00:21:25.148644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.131466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-10T00:21:25.149193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.594788Z","time spent":"554.399039ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5543,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-10T00:21:25.149046Z","caller":"traceutil/trace.go:171","msg":"trace[1644754641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16161; }","duration":"556.162065ms","start":"2026-07-10T00:21:24.592879Z","end":"2026-07-10T00:21:25.149041Z","steps":["trace[1644754641] 'agreement among raft nodes before linearized reading' (duration: 556.106344ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.149215Z","caller":"traceutil/trace.go:171","msg":"trace[1420741808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16161; }","duration":"808.729191ms","start":"2026-07-10T00:21:24.340477Z","end":"2026-07-10T00:21:25.149206Z","steps":["trace[1420741808] 'agreement among raft nodes before linearized reading' (duration: 807.995953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.149024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.595386Z","time spent":"553.632839ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-10T00:21:25.149239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.340466Z","time spent":"808.766002ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:21:25.149239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.592874Z","time spent":"556.35746ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T00:21:25.149168Z","caller":"traceutil/trace.go:171","msg":"trace[652867278] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16161; }","duration":"553.794903ms","start":"2026-07-10T00:21:24.595367Z","end":"2026-07-10T00:21:25.149162Z","steps":["trace[652867278] 'agreement among raft nodes before linearized reading' (duration: 553.302141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.149295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.595362Z","time spent":"553.927116ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-10T00:21:25.149447Z","caller":"traceutil/trace.go:171","msg":"trace[1986110856] transaction","detail":"{read_only:false; number_of_response:0; response_revision:16161; }","duration":"791.619808ms","start":"2026-07-10T00:21:24.356842Z","end":"2026-07-10T00:21:25.148462Z","steps":["trace[1986110856] 'process raft request' (duration: 759.594447ms)","trace[1986110856] 'compare' (duration: 31.794685ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:21:25.149572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.757413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-10T00:21:25.149631Z","caller":"traceutil/trace.go:171","msg":"trace[1991462779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16161; }","duration":"565.863196ms","start":"2026-07-10T00:21:24.583752Z","end":"2026-07-10T00:21:25.149615Z","steps":["trace[1991462779] 'agreement among raft nodes before linearized reading' (duration: 564.642305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.149663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.35682Z","time spent":"792.792498ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T00:21:25.149675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:21:24.583728Z","time spent":"565.936918ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-10T00:21:25.262847Z","caller":"traceutil/trace.go:171","msg":"trace[880448517] transaction","detail":"{read_only:false; response_revision:16162; number_of_response:1; }","duration":"106.49209ms","start":"2026-07-10T00:21:25.156328Z","end":"2026-07-10T00:21:25.26282Z","steps":["trace[880448517] 'process raft request' (duration: 106.272405ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.263018Z","caller":"traceutil/trace.go:171","msg":"trace[573110758] transaction","detail":"{read_only:false; response_revision:16163; number_of_response:1; }","duration":"106.645604ms","start":"2026-07-10T00:21:25.156337Z","end":"2026-07-10T00:21:25.262982Z","steps":["trace[573110758] 'process raft request' (duration: 106.438679ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.32148Z","caller":"traceutil/trace.go:171","msg":"trace[947173293] transaction","detail":"{read_only:false; response_revision:16164; number_of_response:1; }","duration":"164.993767ms","start":"2026-07-10T00:21:25.15645Z","end":"2026-07-10T00:21:25.321444Z","steps":["trace[947173293] 'process raft request' (duration: 164.667957ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.321788Z","caller":"traceutil/trace.go:171","msg":"trace[1550553966] transaction","detail":"{read_only:false; response_revision:16167; number_of_response:1; }","duration":"164.876884ms","start":"2026-07-10T00:21:25.156889Z","end":"2026-07-10T00:21:25.321766Z","steps":["trace[1550553966] 'process raft request' (duration: 164.509524ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.321782Z","caller":"traceutil/trace.go:171","msg":"trace[245581910] linearizableReadLoop","detail":"{readStateIndex:16924; appliedIndex:16918; }","duration":"164.71933ms","start":"2026-07-10T00:21:25.157035Z","end":"2026-07-10T00:21:25.321755Z","steps":["trace[245581910] 'read index received' (duration: 105.585197ms)","trace[245581910] 'applied index is now lower than readState.Index' (duration: 59.132213ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:21:25.322121Z","caller":"traceutil/trace.go:171","msg":"trace[1185852139] transaction","detail":"{read_only:false; response_revision:16165; number_of_response:1; }","duration":"165.529431ms","start":"2026-07-10T00:21:25.156578Z","end":"2026-07-10T00:21:25.322108Z","steps":["trace[1185852139] 'process raft request' (duration: 164.690138ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.322133Z","caller":"traceutil/trace.go:171","msg":"trace[490999521] transaction","detail":"{read_only:false; response_revision:16168; number_of_response:1; }","duration":"164.783151ms","start":"2026-07-10T00:21:25.157334Z","end":"2026-07-10T00:21:25.322117Z","steps":["trace[490999521] 'process raft request' (duration: 164.140394ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.322053Z","caller":"traceutil/trace.go:171","msg":"trace[1505718111] transaction","detail":"{read_only:false; response_revision:16166; number_of_response:1; }","duration":"165.449589ms","start":"2026-07-10T00:21:25.156578Z","end":"2026-07-10T00:21:25.322028Z","steps":["trace[1505718111] 'process raft request' (duration: 164.74349ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:21:25.322177Z","caller":"traceutil/trace.go:171","msg":"trace[1189770373] transaction","detail":"{read_only:false; response_revision:16169; number_of_response:1; }","duration":"159.480483ms","start":"2026-07-10T00:21:25.162651Z","end":"2026-07-10T00:21:25.322131Z","steps":["trace[1189770373] 'process raft request' (duration: 158.876868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.322938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.630623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741667"} {"level":"info","ts":"2026-07-10T00:21:25.322989Z","caller":"traceutil/trace.go:171","msg":"trace[385850210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16169; }","duration":"165.711135ms","start":"2026-07-10T00:21:25.157265Z","end":"2026-07-10T00:21:25.322977Z","steps":["trace[385850210] 'agreement among raft nodes before linearized reading' (duration: 164.868663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:21:25.326482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.434331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:78 size:741667"} {"level":"info","ts":"2026-07-10T00:21:25.32655Z","caller":"traceutil/trace.go:171","msg":"trace[157963778] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:78; response_revision:16169; }","duration":"169.525264ms","start":"2026-07-10T00:21:25.157012Z","end":"2026-07-10T00:21:25.326538Z","steps":["trace[157963778] 'agreement among raft nodes before linearized reading' (duration: 164.817132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:24:03.21388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.654532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:24:03.213973Z","caller":"traceutil/trace.go:171","msg":"trace[1516049774] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17646; }","duration":"114.779815ms","start":"2026-07-10T00:24:03.099169Z","end":"2026-07-10T00:24:03.213949Z","steps":["trace[1516049774] 'range keys from in-memory index tree' (duration: 114.496058ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:24:05.779825Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14589} {"level":"info","ts":"2026-07-10T00:24:05.873285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14589,"took":"91.288806ms","hash":2341868413,"current-db-size-bytes":61181952,"current-db-size":"61 MB","current-db-size-in-use-bytes":30851072,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-10T00:24:05.873348Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2341868413,"revision":14589,"compact-revision":12153} {"level":"info","ts":"2026-07-10T00:26:53.842847Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"95f079218969d088","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-10T00:26:53.853873Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-10T00:26:53.853972Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-10T00:26:56.205712Z","caller":"traceutil/trace.go:171","msg":"trace[314949415] transaction","detail":"{read_only:false; response_revision:19122; number_of_response:1; }","duration":"479.610026ms","start":"2026-07-10T00:26:55.726081Z","end":"2026-07-10T00:26:56.205691Z","steps":["trace[314949415] 'process raft request' (duration: 479.473553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:26:56.205842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:26:55.726018Z","time spent":"479.760721ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T00:26:56.216668Z","caller":"traceutil/trace.go:171","msg":"trace[2109312772] linearizableReadLoop","detail":"{readStateIndex:20027; appliedIndex:20025; }","duration":"240.939593ms","start":"2026-07-10T00:26:55.975703Z","end":"2026-07-10T00:26:56.216642Z","steps":["trace[2109312772] 'read index received' (duration: 229.923637ms)","trace[2109312772] 'applied index is now lower than readState.Index' (duration: 11.014916ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:26:56.21682Z","caller":"traceutil/trace.go:171","msg":"trace[104006918] transaction","detail":"{read_only:false; response_revision:19123; number_of_response:1; }","duration":"479.785071ms","start":"2026-07-10T00:26:55.737001Z","end":"2026-07-10T00:26:56.216786Z","steps":["trace[104006918] 'process raft request' (duration: 479.496614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:26:56.216948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.20604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xgszw\" ","response":"range_response_count:1 size:9787"} {"level":"warn","ts":"2026-07-10T00:26:56.216993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:26:55.736981Z","time spent":"479.921484ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:26:56.217002Z","caller":"traceutil/trace.go:171","msg":"trace[823387766] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xgszw; range_end:; response_count:1; response_revision:19123; }","duration":"241.303693ms","start":"2026-07-10T00:26:55.975683Z","end":"2026-07-10T00:26:56.216987Z","steps":["trace[823387766] 'agreement among raft nodes before linearized reading' (duration: 241.090107ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:27:02.168932Z","caller":"traceutil/trace.go:171","msg":"trace[1939306556] linearizableReadLoop","detail":"{readStateIndex:20076; appliedIndex:20075; }","duration":"314.470891ms","start":"2026-07-10T00:27:01.85442Z","end":"2026-07-10T00:27:02.16889Z","steps":["trace[1939306556] 'read index received' (duration: 314.0273ms)","trace[1939306556] 'applied index is now lower than readState.Index' (duration: 441.921µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:27:02.169744Z","caller":"traceutil/trace.go:171","msg":"trace[907278669] transaction","detail":"{read_only:false; response_revision:19170; number_of_response:1; }","duration":"318.996019ms","start":"2026-07-10T00:27:01.850708Z","end":"2026-07-10T00:27:02.169704Z","steps":["trace[907278669] 'process raft request' (duration: 317.900651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:02.16999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:01.850672Z","time spent":"319.158393ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:27:02.170468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.037981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:126 size:1346951"} {"level":"info","ts":"2026-07-10T00:27:02.170594Z","caller":"traceutil/trace.go:171","msg":"trace[215285436] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:126; response_revision:19170; }","duration":"316.145944ms","start":"2026-07-10T00:27:01.854402Z","end":"2026-07-10T00:27:02.170548Z","steps":["trace[215285436] 'agreement among raft nodes before linearized reading' (duration: 315.082946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:02.170646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:01.854339Z","time spent":"316.295108ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":126,"response size":1346974,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-10T00:27:03.496356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903649463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:27:03.996593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903649463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:27:04.496853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903649463,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:27:04.765089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.014180712s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:27:04.765553Z","caller":"traceutil/trace.go:171","msg":"trace[1544618180] transaction","detail":"{read_only:false; response_revision:19171; number_of_response:1; }","duration":"2.014777218s","start":"2026-07-10T00:27:02.750755Z","end":"2026-07-10T00:27:04.765532Z","steps":["trace[1544618180] 'process raft request' (duration: 2.014604483s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:04.765687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:02.75073Z","time spent":"2.014886831s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:27:04.942015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.83734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:27:04.942261Z","caller":"traceutil/trace.go:171","msg":"trace[1125123612] transaction","detail":"{read_only:false; response_revision:19172; number_of_response:1; }","duration":"1.587059928s","start":"2026-07-10T00:27:03.355133Z","end":"2026-07-10T00:27:04.942193Z","steps":["trace[1125123612] 'process raft request' (duration: 1.476965101s)","trace[1125123612] 'compare' (duration: 109.736728ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:27:04.942521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.355104Z","time spent":"1.587258683s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:27:04.942373Z","caller":"traceutil/trace.go:171","msg":"trace[1869400623] transaction","detail":"{read_only:false; response_revision:19173; number_of_response:1; }","duration":"1.528378245s","start":"2026-07-10T00:27:03.41396Z","end":"2026-07-10T00:27:04.942338Z","steps":["trace[1869400623] 'process raft request' (duration: 1.528131229s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:04.942799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.41394Z","time spent":"1.528779346s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:27:05.224958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.785199ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-10T00:27:05.225038Z","caller":"traceutil/trace.go:171","msg":"trace[71704036] linearizableReadLoop","detail":"{readStateIndex:20080; appliedIndex:20076; }","duration":"2.229064859s","start":"2026-07-10T00:27:02.995958Z","end":"2026-07-10T00:27:05.225023Z","steps":["trace[71704036] 'read index received' (duration: 1.7694101s)","trace[71704036] 'applied index is now lower than readState.Index' (duration: 459.653679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:27:05.225346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229379007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-10T00:27:05.225379Z","caller":"traceutil/trace.go:171","msg":"trace[2126363455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19173; }","duration":"2.229445399s","start":"2026-07-10T00:27:02.995925Z","end":"2026-07-10T00:27:05.225371Z","steps":["trace[2126363455] 'agreement among raft nodes before linearized reading' (duration: 2.229313996s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.225405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:02.995907Z","time spent":"2.229491431s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:27:05.225532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139479033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:27:05.225588Z","caller":"traceutil/trace.go:171","msg":"trace[1096148139] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19173; }","duration":"1.139602665s","start":"2026-07-10T00:27:04.085973Z","end":"2026-07-10T00:27:05.225576Z","steps":["trace[1096148139] 'agreement among raft nodes before linearized reading' (duration: 1.13940703s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.225617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:04.085954Z","time spent":"1.139657267s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:27:05.225761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.654091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-10T00:27:05.225776Z","caller":"traceutil/trace.go:171","msg":"trace[13642632] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:19173; }","duration":"456.690682ms","start":"2026-07-10T00:27:04.769078Z","end":"2026-07-10T00:27:05.225769Z","steps":["trace[13642632] 'agreement among raft nodes before linearized reading' (duration: 456.61332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.225789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:04.769065Z","time spent":"456.722413ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:27:05.226071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109196568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-10T00:27:05.226098Z","caller":"traceutil/trace.go:171","msg":"trace[1619712878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19173; }","duration":"2.10926408s","start":"2026-07-10T00:27:03.116828Z","end":"2026-07-10T00:27:05.226092Z","steps":["trace[1619712878] 'agreement among raft nodes before linearized reading' (duration: 2.109192268s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.226087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.438181564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:27:05.226115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.116804Z","time spent":"2.109307991s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-10T00:27:05.226136Z","caller":"traceutil/trace.go:171","msg":"trace[60386864] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19173; }","duration":"1.438283166s","start":"2026-07-10T00:27:03.787839Z","end":"2026-07-10T00:27:05.226122Z","steps":["trace[60386864] 'agreement among raft nodes before linearized reading' (duration: 1.438180144s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.226136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109325751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-10T00:27:05.226212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418699647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:27:05.225729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777483949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:27:05.226242Z","caller":"traceutil/trace.go:171","msg":"trace[1458358558] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19173; }","duration":"1.418763489s","start":"2026-07-10T00:27:03.807468Z","end":"2026-07-10T00:27:05.226232Z","steps":["trace[1458358558] 'agreement among raft nodes before linearized reading' (duration: 1.418717438s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:27:05.226231Z","caller":"traceutil/trace.go:171","msg":"trace[1450096716] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:19173; }","duration":"2.109453575s","start":"2026-07-10T00:27:03.116757Z","end":"2026-07-10T00:27:05.226211Z","steps":["trace[1450096716] 'agreement among raft nodes before linearized reading' (duration: 2.10926864s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.226269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.807449Z","time spent":"1.418812451s","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:27:05.226291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.116738Z","time spent":"2.109539137s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:27:05.226307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109193318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-10T00:27:05.226326Z","caller":"traceutil/trace.go:171","msg":"trace[1656457887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19173; }","duration":"2.109229109s","start":"2026-07-10T00:27:03.117092Z","end":"2026-07-10T00:27:05.226321Z","steps":["trace[1656457887] 'agreement among raft nodes before linearized reading' (duration: 2.109171668s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.226339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.117086Z","time spent":"2.1092503s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:27:05.226325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123597572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-10T00:27:05.226267Z","caller":"traceutil/trace.go:171","msg":"trace[267859454] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:19173; }","duration":"1.778054084s","start":"2026-07-10T00:27:03.448201Z","end":"2026-07-10T00:27:05.226255Z","steps":["trace[267859454] 'agreement among raft nodes before linearized reading' (duration: 1.777461649s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.226415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773922237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:27:05.226417Z","caller":"traceutil/trace.go:171","msg":"trace[414632598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19173; }","duration":"2.123741565s","start":"2026-07-10T00:27:03.102649Z","end":"2026-07-10T00:27:05.22639Z","steps":["trace[414632598] 'agreement among raft nodes before linearized reading' (duration: 2.123468148s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.226166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.78782Z","time spent":"1.438338127s","remote":"127.0.0.1:46648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:27:05.226445Z","caller":"traceutil/trace.go:171","msg":"trace[391081119] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:19173; }","duration":"1.774006168s","start":"2026-07-10T00:27:03.452429Z","end":"2026-07-10T00:27:05.226435Z","steps":["trace[391081119] 'agreement among raft nodes before linearized reading' (duration: 1.773957247s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.226432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.44818Z","time spent":"1.778242228s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:27:05.226474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.452399Z","time spent":"1.77406625s","remote":"127.0.0.1:54304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:27:05.226474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.102618Z","time spent":"2.123829908s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:27:05.226364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702485352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-2vzq2\" ","response":"range_response_count:1 size:22086"} {"level":"info","ts":"2026-07-10T00:27:05.226595Z","caller":"traceutil/trace.go:171","msg":"trace[1988423875] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-2vzq2; range_end:; response_count:1; response_revision:19173; }","duration":"1.702757749s","start":"2026-07-10T00:27:03.523825Z","end":"2026-07-10T00:27:05.226583Z","steps":["trace[1988423875] 'agreement among raft nodes before linearized reading' (duration: 1.702461642s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.226631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.523789Z","time spent":"1.702830581s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22109,"request content":"key:\"/registry/pods/openstack/nova-compute-default-2vzq2\" "} {"level":"warn","ts":"2026-07-10T00:27:05.226769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.56028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-xgszw\" ","response":"range_response_count:1 size:9787"} {"level":"warn","ts":"2026-07-10T00:27:05.226767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.694032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:27:05.226846Z","caller":"traceutil/trace.go:171","msg":"trace[451618212] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-xgszw; range_end:; response_count:1; response_revision:19173; }","duration":"920.692553ms","start":"2026-07-10T00:27:04.306134Z","end":"2026-07-10T00:27:05.226827Z","steps":["trace[451618212] 'agreement among raft nodes before linearized reading' (duration: 920.386396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.226856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.743648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-10T00:27:05.226857Z","caller":"traceutil/trace.go:171","msg":"trace[223433191] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19173; }","duration":"730.800165ms","start":"2026-07-10T00:27:04.496037Z","end":"2026-07-10T00:27:05.226837Z","steps":["trace[223433191] 'agreement among raft nodes before linearized reading' (duration: 730.654691ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:27:05.22689Z","caller":"traceutil/trace.go:171","msg":"trace[933436503] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19173; }","duration":"524.82373ms","start":"2026-07-10T00:27:04.702056Z","end":"2026-07-10T00:27:05.22688Z","steps":["trace[933436503] 'agreement among raft nodes before linearized reading' (duration: 524.731587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.226905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:04.495988Z","time spent":"730.905998ms","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:27:05.226917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:04.702032Z","time spent":"524.877911ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:27:05.226892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:04.306112Z","time spent":"920.770146ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9810,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-xgszw\" "} {"level":"warn","ts":"2026-07-10T00:27:05.226804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015251138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:27:05.226826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.489293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:27:05.226979Z","caller":"traceutil/trace.go:171","msg":"trace[921645458] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:19173; }","duration":"1.015461703s","start":"2026-07-10T00:27:04.211508Z","end":"2026-07-10T00:27:05.22697Z","steps":["trace[921645458] 'agreement among raft nodes before linearized reading' (duration: 1.015272758s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:27:05.226991Z","caller":"traceutil/trace.go:171","msg":"trace[1816683138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19173; }","duration":"914.701428ms","start":"2026-07-10T00:27:04.312275Z","end":"2026-07-10T00:27:05.226976Z","steps":["trace[1816683138] 'agreement among raft nodes before linearized reading' (duration: 914.452662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.227009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:04.211485Z","time spent":"1.015513335s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:27:05.227025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:04.312259Z","time spent":"914.756289ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:27:05.22702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09046012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:27:05.227105Z","caller":"traceutil/trace.go:171","msg":"trace[820595599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19173; }","duration":"1.090579964s","start":"2026-07-10T00:27:04.136504Z","end":"2026-07-10T00:27:05.227084Z","steps":["trace[820595599] 'agreement among raft nodes before linearized reading' (duration: 1.090430439s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.227175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:04.13648Z","time spent":"1.090684356s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:27:05.225496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220803514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-10T00:27:05.22895Z","caller":"traceutil/trace.go:171","msg":"trace[1290665345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19173; }","duration":"2.224295735s","start":"2026-07-10T00:27:03.00462Z","end":"2026-07-10T00:27:05.228915Z","steps":["trace[1290665345] 'agreement among raft nodes before linearized reading' (duration: 2.220726973s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:03.004601Z","time spent":"2.224386748s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:27:05.227551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.54259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-10T00:27:05.229102Z","caller":"traceutil/trace.go:171","msg":"trace[1469199682] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19173; }","duration":"989.13828ms","start":"2026-07-10T00:27:04.239942Z","end":"2026-07-10T00:27:05.229081Z","steps":["trace[1469199682] 'agreement among raft nodes before linearized reading' (duration: 986.876131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:27:05.229147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:27:04.239923Z","time spent":"989.211782ms","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1789,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:27:11.152487Z","caller":"traceutil/trace.go:171","msg":"trace[1784247094] transaction","detail":"{read_only:false; response_revision:19378; number_of_response:1; }","duration":"159.752816ms","start":"2026-07-10T00:27:10.992706Z","end":"2026-07-10T00:27:11.152459Z","steps":["trace[1784247094] 'process raft request' (duration: 159.359076ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:27:11.217649Z","caller":"traceutil/trace.go:171","msg":"trace[133826381] transaction","detail":"{read_only:false; response_revision:19379; number_of_response:1; }","duration":"135.725683ms","start":"2026-07-10T00:27:11.081884Z","end":"2026-07-10T00:27:11.21761Z","steps":["trace[133826381] 'process raft request' (duration: 135.471016ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:27:12.447339Z","caller":"traceutil/trace.go:171","msg":"trace[1075662941] transaction","detail":"{read_only:false; response_revision:19396; number_of_response:1; }","duration":"214.724603ms","start":"2026-07-10T00:27:12.232581Z","end":"2026-07-10T00:27:12.447305Z","steps":["trace[1075662941] 'process raft request' (duration: 214.492437ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:29:05.786119Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17668} {"level":"info","ts":"2026-07-10T00:29:05.903601Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17668,"took":"114.127961ms","hash":612969333,"current-db-size-bytes":61181952,"current-db-size":"61 MB","current-db-size-in-use-bytes":31494144,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-10T00:29:05.903684Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":612969333,"revision":17668,"compact-revision":14589} {"level":"info","ts":"2026-07-10T00:34:05.793004Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20528} {"level":"info","ts":"2026-07-10T00:34:05.905585Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20528,"took":"109.700376ms","hash":3068340016,"current-db-size-bytes":61181952,"current-db-size":"61 MB","current-db-size-in-use-bytes":32145408,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-10T00:34:05.905711Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3068340016,"revision":20528,"compact-revision":17668} {"level":"info","ts":"2026-07-10T00:34:25.536692Z","caller":"traceutil/trace.go:171","msg":"trace[1703871170] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"118.082653ms","start":"2026-07-10T00:34:25.418588Z","end":"2026-07-10T00:34:25.536671Z","steps":["trace[1703871170] 'process raft request' (duration: 117.95103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:25.975047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.351446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:34:25.97515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.780282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-10T00:34:25.975177Z","caller":"traceutil/trace.go:171","msg":"trace[2122965185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23356; }","duration":"331.53016ms","start":"2026-07-10T00:34:25.643626Z","end":"2026-07-10T00:34:25.975156Z","steps":["trace[2122965185] 'range keys from in-memory index tree' (duration: 331.10632ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:25.975241Z","caller":"traceutil/trace.go:171","msg":"trace[612669744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23356; }","duration":"320.879265ms","start":"2026-07-10T00:34:25.65433Z","end":"2026-07-10T00:34:25.97521Z","steps":["trace[612669744] 'range keys from in-memory index tree' (duration: 320.597358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:25.975244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:25.643604Z","time spent":"331.628213ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:34:25.975231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.152907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-10T00:34:25.975292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:25.654325Z","time spent":"320.957376ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-10T00:34:25.975306Z","caller":"traceutil/trace.go:171","msg":"trace[438235380] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23356; }","duration":"322.284931ms","start":"2026-07-10T00:34:25.653003Z","end":"2026-07-10T00:34:25.975288Z","steps":["trace[438235380] 'range keys from in-memory index tree' (duration: 321.954163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:25.975231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.291883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:34:25.975357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:25.652986Z","time spent":"322.358913ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:34:25.975332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.194527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:34:25.975398Z","caller":"traceutil/trace.go:171","msg":"trace[1275897072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23356; }","duration":"356.444456ms","start":"2026-07-10T00:34:25.61891Z","end":"2026-07-10T00:34:25.975354Z","steps":["trace[1275897072] 'range keys from in-memory index tree' (duration: 356.219081ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:25.975461Z","caller":"traceutil/trace.go:171","msg":"trace[230061990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23356; }","duration":"357.390912ms","start":"2026-07-10T00:34:25.618043Z","end":"2026-07-10T00:34:25.975434Z","steps":["trace[230061990] 'range keys from in-memory index tree' (duration: 356.920619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:25.975517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:25.618023Z","time spent":"357.484024ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:34:25.975511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:25.618903Z","time spent":"356.56999ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T00:34:26.807178Z","caller":"traceutil/trace.go:171","msg":"trace[45652731] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"827.613791ms","start":"2026-07-10T00:34:25.979539Z","end":"2026-07-10T00:34:26.807153Z","steps":["trace[45652731] 'process raft request' (duration: 827.474307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:26.807327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:25.979502Z","time spent":"827.752244ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:34:26.955516Z","caller":"traceutil/trace.go:171","msg":"trace[2074541062] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"975.751592ms","start":"2026-07-10T00:34:25.979727Z","end":"2026-07-10T00:34:26.955479Z","steps":["trace[2074541062] 'process raft request' (duration: 974.650863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:26.955742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:25.9797Z","time spent":"975.928466ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:34:26.955891Z","caller":"traceutil/trace.go:171","msg":"trace[1099465137] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"975.577827ms","start":"2026-07-10T00:34:25.980289Z","end":"2026-07-10T00:34:26.955866Z","steps":["trace[1099465137] 'process raft request' (duration: 975.135086ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:26.955882Z","caller":"traceutil/trace.go:171","msg":"trace[36682600] linearizableReadLoop","detail":"{readStateIndex:24467; appliedIndex:24462; }","duration":"603.811824ms","start":"2026-07-10T00:34:26.352042Z","end":"2026-07-10T00:34:26.955853Z","steps":["trace[36682600] 'read index received' (duration: 455.040005ms)","trace[36682600] 'applied index is now lower than readState.Index' (duration: 148.771099ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:34:26.956023Z","caller":"traceutil/trace.go:171","msg":"trace[493656709] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"975.549017ms","start":"2026-07-10T00:34:25.980465Z","end":"2026-07-10T00:34:26.956014Z","steps":["trace[493656709] 'process raft request' (duration: 975.188278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:26.956194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:25.980436Z","time spent":"975.609939ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:34:26.956224Z","caller":"traceutil/trace.go:171","msg":"trace[978913481] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"974.668454ms","start":"2026-07-10T00:34:25.981506Z","end":"2026-07-10T00:34:26.956174Z","steps":["trace[978913481] 'process raft request' (duration: 974.254074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:26.956296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.219565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-10T00:34:26.956338Z","caller":"traceutil/trace.go:171","msg":"trace[1490094621] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23362; }","duration":"599.286646ms","start":"2026-07-10T00:34:26.35704Z","end":"2026-07-10T00:34:26.956326Z","steps":["trace[1490094621] 'agreement among raft nodes before linearized reading' (duration: 599.127412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:26.956366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:26.357028Z","time spent":"599.331037ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:34:26.956366Z","caller":"traceutil/trace.go:171","msg":"trace[334959666] transaction","detail":"{read_only:false; response_revision:23362; number_of_response:1; }","duration":"150.861704ms","start":"2026-07-10T00:34:26.805488Z","end":"2026-07-10T00:34:26.956349Z","steps":["trace[334959666] 'process raft request' (duration: 150.301359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:26.956409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:25.981493Z","time spent":"974.826199ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:34:26.956406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.348478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:34:26.956517Z","caller":"traceutil/trace.go:171","msg":"trace[1113590845] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23362; }","duration":"604.528972ms","start":"2026-07-10T00:34:26.351959Z","end":"2026-07-10T00:34:26.956488Z","steps":["trace[1113590845] 'agreement among raft nodes before linearized reading' (duration: 604.115822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:26.956573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:26.351936Z","time spent":"604.626125ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:34:26.956602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.679028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:34:26.956611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.640646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:34:26.956634Z","caller":"traceutil/trace.go:171","msg":"trace[380940865] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23362; }","duration":"532.767281ms","start":"2026-07-10T00:34:26.423856Z","end":"2026-07-10T00:34:26.956624Z","steps":["trace[380940865] 'agreement among raft nodes before linearized reading' (duration: 532.72165ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:26.956654Z","caller":"traceutil/trace.go:171","msg":"trace[1680854644] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:23362; }","duration":"409.714878ms","start":"2026-07-10T00:34:26.546928Z","end":"2026-07-10T00:34:26.956643Z","steps":["trace[1680854644] 'agreement among raft nodes before linearized reading' (duration: 409.644826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:26.956685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:26.54691Z","time spent":"409.76892ms","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:34:26.956671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.301381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:34:26.956733Z","caller":"traceutil/trace.go:171","msg":"trace[1893253236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23362; }","duration":"317.393043ms","start":"2026-07-10T00:34:26.639324Z","end":"2026-07-10T00:34:26.956717Z","steps":["trace[1893253236] 'agreement among raft nodes before linearized reading' (duration: 317.291341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:26.956781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:26.639304Z","time spent":"317.462275ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:34:26.956834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.639638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:34:26.956659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:26.423827Z","time spent":"532.826822ms","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:34:26.956862Z","caller":"traceutil/trace.go:171","msg":"trace[493085339] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:23362; }","duration":"325.700139ms","start":"2026-07-10T00:34:26.631156Z","end":"2026-07-10T00:34:26.956856Z","steps":["trace[493085339] 'agreement among raft nodes before linearized reading' (duration: 325.647467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:26.956886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:26.631141Z","time spent":"325.74018ms","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:34:26.957045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:25.980279Z","time spent":"975.674311ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:34:37.201391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.540521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:34:37.201601Z","caller":"traceutil/trace.go:171","msg":"trace[1139260251] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"140.276109ms","start":"2026-07-10T00:34:37.061306Z","end":"2026-07-10T00:34:37.201582Z","steps":["trace[1139260251] 'process raft request' (duration: 140.202467ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:37.201944Z","caller":"traceutil/trace.go:171","msg":"trace[1412707066] linearizableReadLoop","detail":"{readStateIndex:24535; appliedIndex:24534; }","duration":"330.279297ms","start":"2026-07-10T00:34:36.871628Z","end":"2026-07-10T00:34:37.201907Z","steps":["trace[1412707066] 'read index received' (duration: 45.025228ms)","trace[1412707066] 'applied index is now lower than readState.Index' (duration: 285.250479ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:34:37.202098Z","caller":"traceutil/trace.go:171","msg":"trace[1919818547] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"358.071869ms","start":"2026-07-10T00:34:36.844012Z","end":"2026-07-10T00:34:37.202083Z","steps":["trace[1919818547] 'process raft request' (duration: 72.703656ms)","trace[1919818547] 'compare' (duration: 284.396967ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:34:37.202583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.452805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-10T00:34:37.20265Z","caller":"traceutil/trace.go:171","msg":"trace[1739797457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23425; }","duration":"137.562518ms","start":"2026-07-10T00:34:37.065072Z","end":"2026-07-10T00:34:37.202635Z","steps":["trace[1739797457] 'agreement among raft nodes before linearized reading' (duration: 137.349973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:37.202632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.985256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:34:37.202584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.111509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-10T00:34:37.20268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.908549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-10T00:34:37.202706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.895533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-10T00:34:37.202694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.809444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:34:37.202755Z","caller":"traceutil/trace.go:171","msg":"trace[14104156] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23425; }","duration":"134.285373ms","start":"2026-07-10T00:34:37.068435Z","end":"2026-07-10T00:34:37.20272Z","steps":["trace[14104156] 'agreement among raft nodes before linearized reading' (duration: 134.001286ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:37.202771Z","caller":"traceutil/trace.go:171","msg":"trace[1089376289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23425; }","duration":"135.042903ms","start":"2026-07-10T00:34:37.067705Z","end":"2026-07-10T00:34:37.202748Z","steps":["trace[1089376289] 'agreement among raft nodes before linearized reading' (duration: 134.752096ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:37.202809Z","caller":"traceutil/trace.go:171","msg":"trace[439230819] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23425; }","duration":"127.054067ms","start":"2026-07-10T00:34:37.075716Z","end":"2026-07-10T00:34:37.20277Z","steps":["trace[439230819] 'agreement among raft nodes before linearized reading' (duration: 126.717578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:37.202807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.176329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-10T00:34:37.202894Z","caller":"traceutil/trace.go:171","msg":"trace[186768746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23425; }","duration":"137.288201ms","start":"2026-07-10T00:34:37.065586Z","end":"2026-07-10T00:34:37.202875Z","steps":["trace[186768746] 'agreement among raft nodes before linearized reading' (duration: 137.002154ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:37.202812Z","caller":"traceutil/trace.go:171","msg":"trace[1708335717] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23425; }","duration":"120.958408ms","start":"2026-07-10T00:34:37.081824Z","end":"2026-07-10T00:34:37.202782Z","steps":["trace[1708335717] 'agreement among raft nodes before linearized reading' (duration: 120.614719ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:37.202734Z","caller":"traceutil/trace.go:171","msg":"trace[2092394633] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23425; }","duration":"331.12746ms","start":"2026-07-10T00:34:36.87158Z","end":"2026-07-10T00:34:37.202707Z","steps":["trace[2092394633] 'agreement among raft nodes before linearized reading' (duration: 330.850393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:37.203051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:36.844Z","time spent":"358.133011ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:34:37.203124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:36.871563Z","time spent":"331.51791ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:34:43.635088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903661992,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:34:44.029179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.452349918s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:34:44.029655Z","caller":"traceutil/trace.go:171","msg":"trace[2035814243] transaction","detail":"{read_only:false; response_revision:23463; number_of_response:1; }","duration":"1.498707669s","start":"2026-07-10T00:34:42.530916Z","end":"2026-07-10T00:34:44.029623Z","steps":["trace[2035814243] 'process raft request' (duration: 1.498552135s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:44.029837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:42.530871Z","time spent":"1.498859654s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:34:45.134923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000194179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:34:45.135042Z","caller":"traceutil/trace.go:171","msg":"trace[1720161180] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360734s","start":"2026-07-10T00:34:43.134654Z","end":"2026-07-10T00:34:45.135014Z","steps":["trace[1720161180] 'agreement among raft nodes before linearized reading' (duration: 2.00022408s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:45.13511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.134633Z","time spent":"2.000461986s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:34:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:34:45.314884Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.285439547s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:34:45.461119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.853724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:34:45.46134Z","caller":"traceutil/trace.go:171","msg":"trace[1575208866] linearizableReadLoop","detail":"{readStateIndex:24577; appliedIndex:24576; }","duration":"2.326620019s","start":"2026-07-10T00:34:43.134703Z","end":"2026-07-10T00:34:45.461323Z","steps":["trace[1575208866] 'read index received' (duration: 895.049061ms)","trace[1575208866] 'applied index is now lower than readState.Index' (duration: 1.431570147s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:34:45.461429Z","caller":"traceutil/trace.go:171","msg":"trace[1182885136] transaction","detail":"{read_only:false; response_revision:23465; number_of_response:1; }","duration":"1.527808965s","start":"2026-07-10T00:34:43.933606Z","end":"2026-07-10T00:34:45.461415Z","steps":["trace[1182885136] 'process raft request' (duration: 1.52761412s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:45.461534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.933578Z","time spent":"1.527884197s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:34:45.462419Z","caller":"traceutil/trace.go:171","msg":"trace[1712457564] transaction","detail":"{read_only:false; response_revision:23464; number_of_response:1; }","duration":"2.230005491s","start":"2026-07-10T00:34:43.231408Z","end":"2026-07-10T00:34:45.461413Z","steps":["trace[1712457564] 'process raft request' (duration: 2.083736976s)","trace[1712457564] 'compare' (duration: 145.669349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:34:45.462746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.23139Z","time spent":"2.23112637s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:34:45.962119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903661999,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:34:45.97053Z","caller":"traceutil/trace.go:171","msg":"trace[275775953] transaction","detail":"{read_only:false; number_of_response:0; response_revision:23465; }","duration":"1.92737676s","start":"2026-07-10T00:34:44.043127Z","end":"2026-07-10T00:34:45.970504Z","steps":["trace[275775953] 'process raft request' (duration: 1.926939078s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:45.970613Z","caller":"traceutil/trace.go:171","msg":"trace[1346790732] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"1.662028167s","start":"2026-07-10T00:34:44.308546Z","end":"2026-07-10T00:34:45.970574Z","steps":["trace[1346790732] 'process raft request' (duration: 1.661606585s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:45.97065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:44.043093Z","time spent":"1.927500833s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T00:34:45.970771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:44.308526Z","time spent":"1.6621483s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:34:46.769782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.344167ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-10T00:34:46.769884Z","caller":"traceutil/trace.go:171","msg":"trace[1844453330] linearizableReadLoop","detail":"{readStateIndex:24581; appliedIndex:24578; }","duration":"1.308489444s","start":"2026-07-10T00:34:45.461377Z","end":"2026-07-10T00:34:46.769866Z","steps":["trace[1844453330] 'read index received' (duration: 508.693716ms)","trace[1844453330] 'applied index is now lower than readState.Index' (duration: 799.794228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:34:46.770273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634932733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:34:46.770315Z","caller":"traceutil/trace.go:171","msg":"trace[2064471043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23466; }","duration":"1.635014446s","start":"2026-07-10T00:34:45.135291Z","end":"2026-07-10T00:34:46.770305Z","steps":["trace[2064471043] 'agreement among raft nodes before linearized reading' (duration: 1.634932964s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:46.770349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:45.135275Z","time spent":"1.635065438s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:34:46.771118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531719579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-10T00:34:46.771202Z","caller":"traceutil/trace.go:171","msg":"trace[394550478] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:23466; }","duration":"3.531843682s","start":"2026-07-10T00:34:43.23934Z","end":"2026-07-10T00:34:46.771184Z","steps":["trace[394550478] 'agreement among raft nodes before linearized reading' (duration: 3.531589316s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:46.77125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.239328Z","time spent":"3.531912274s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:34:46.771445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585991586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:34:46.771515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533684621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-10T00:34:46.771531Z","caller":"traceutil/trace.go:171","msg":"trace[1452724251] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:23466; }","duration":"2.58613581s","start":"2026-07-10T00:34:44.185376Z","end":"2026-07-10T00:34:46.771512Z","steps":["trace[1452724251] 'agreement among raft nodes before linearized reading' (duration: 2.585968415s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:46.771533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984308696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:34:46.77158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:44.185353Z","time spent":"2.586217452s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:34:46.77161Z","caller":"traceutil/trace.go:171","msg":"trace[176479413] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:23466; }","duration":"1.984473691s","start":"2026-07-10T00:34:44.787119Z","end":"2026-07-10T00:34:46.771593Z","steps":["trace[176479413] 'agreement among raft nodes before linearized reading' (duration: 1.984276885s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:46.771578Z","caller":"traceutil/trace.go:171","msg":"trace[1798628901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23466; }","duration":"3.533771604s","start":"2026-07-10T00:34:43.237788Z","end":"2026-07-10T00:34:46.771559Z","steps":["trace[1798628901] 'agreement among raft nodes before linearized reading' (duration: 3.533569647s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:46.771634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14858747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-10T00:34:46.771557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.426755347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-10T00:34:46.77165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.237778Z","time spent":"3.533861316s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-10T00:34:46.771675Z","caller":"traceutil/trace.go:171","msg":"trace[1769623637] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23466; }","duration":"3.426909731s","start":"2026-07-10T00:34:43.344756Z","end":"2026-07-10T00:34:46.771666Z","steps":["trace[1769623637] 'agreement among raft nodes before linearized reading' (duration: 3.426697405s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:46.771646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:44.787099Z","time spent":"1.984538774s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:34:46.771697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.344735Z","time spent":"3.426955833s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:34:46.771898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.912812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-10T00:34:46.77226Z","caller":"traceutil/trace.go:171","msg":"trace[2007763980] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:23466; }","duration":"800.543138ms","start":"2026-07-10T00:34:45.971698Z","end":"2026-07-10T00:34:46.772241Z","steps":["trace[2007763980] 'agreement among raft nodes before linearized reading' (duration: 799.82907ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:46.771676Z","caller":"traceutil/trace.go:171","msg":"trace[911940644] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:23466; }","duration":"3.148657762s","start":"2026-07-10T00:34:43.623005Z","end":"2026-07-10T00:34:46.771663Z","steps":["trace[911940644] 'agreement among raft nodes before linearized reading' (duration: 3.148483357s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:46.772535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.622992Z","time spent":"3.149493574s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-10T00:34:46.772574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533468075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-10T00:34:46.772057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.234543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:34:46.772238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.212616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:34:46.772672Z","caller":"traceutil/trace.go:171","msg":"trace[2032551647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23466; }","duration":"3.533617568s","start":"2026-07-10T00:34:43.239024Z","end":"2026-07-10T00:34:46.772642Z","steps":["trace[2032551647] 'agreement among raft nodes before linearized reading' (duration: 3.532411806s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:46.772681Z","caller":"traceutil/trace.go:171","msg":"trace[1108626690] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23466; }","duration":"565.89697ms","start":"2026-07-10T00:34:46.206762Z","end":"2026-07-10T00:34:46.772659Z","steps":["trace[1108626690] 'agreement among raft nodes before linearized reading' (duration: 565.250653ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:46.77271Z","caller":"traceutil/trace.go:171","msg":"trace[1456957259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23466; }","duration":"133.76321ms","start":"2026-07-10T00:34:46.63893Z","end":"2026-07-10T00:34:46.772693Z","steps":["trace[1456957259] 'agreement among raft nodes before linearized reading' (duration: 133.072832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:46.772721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.239001Z","time spent":"3.533710021s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:34:46.772735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.20674Z","time spent":"565.977182ms","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:34:46.772105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.53172781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-10T00:34:46.772722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:45.97168Z","time spent":"800.781924ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-10T00:34:46.77282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504527194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-10T00:34:46.772812Z","caller":"traceutil/trace.go:171","msg":"trace[1350537508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23466; }","duration":"3.53250429s","start":"2026-07-10T00:34:43.240288Z","end":"2026-07-10T00:34:46.772792Z","steps":["trace[1350537508] 'agreement among raft nodes before linearized reading' (duration: 3.531674489s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:46.772878Z","caller":"traceutil/trace.go:171","msg":"trace[106742031] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23466; }","duration":"3.504617257s","start":"2026-07-10T00:34:43.268239Z","end":"2026-07-10T00:34:46.772857Z","steps":["trace[106742031] 'agreement among raft nodes before linearized reading' (duration: 3.503346214s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:46.772907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.240266Z","time spent":"3.532605653s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:34:46.772934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.26822Z","time spent":"3.504695858s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:34:46.773054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15240954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-10T00:34:46.773115Z","caller":"traceutil/trace.go:171","msg":"trace[527460703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23466; }","duration":"3.152511012s","start":"2026-07-10T00:34:43.620586Z","end":"2026-07-10T00:34:46.773097Z","steps":["trace[527460703] 'agreement among raft nodes before linearized reading' (duration: 3.150729855s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:46.773157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.620564Z","time spent":"3.152585074s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:34:46.773118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533875925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-10T00:34:46.773392Z","caller":"traceutil/trace.go:171","msg":"trace[1272760998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23466; }","duration":"3.534194443s","start":"2026-07-10T00:34:43.239183Z","end":"2026-07-10T00:34:46.773378Z","steps":["trace[1272760998] 'agreement among raft nodes before linearized reading' (duration: 3.531985586s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:46.773433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:43.239153Z","time spent":"3.534268835s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:34:47.277533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903662001,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:34:47.399799Z","caller":"traceutil/trace.go:171","msg":"trace[1330357990] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"623.551507ms","start":"2026-07-10T00:34:46.776218Z","end":"2026-07-10T00:34:47.399769Z","steps":["trace[1330357990] 'process raft request' (duration: 623.368832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.399981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.776186Z","time spent":"623.705001ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:34:47.468545Z","caller":"traceutil/trace.go:171","msg":"trace[1549995723] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"691.53929ms","start":"2026-07-10T00:34:46.776986Z","end":"2026-07-10T00:34:47.468526Z","steps":["trace[1549995723] 'process raft request' (duration: 691.268663ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:34:47.468581Z","caller":"traceutil/trace.go:171","msg":"trace[1576255034] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"691.580121ms","start":"2026-07-10T00:34:46.776982Z","end":"2026-07-10T00:34:47.468563Z","steps":["trace[1576255034] 'process raft request' (duration: 691.399816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.468662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.776965Z","time spent":"691.633463ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:34:47.468655Z","caller":"traceutil/trace.go:171","msg":"trace[502712860] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"691.314894ms","start":"2026-07-10T00:34:46.777322Z","end":"2026-07-10T00:34:47.468637Z","steps":["trace[502712860] 'process raft request' (duration: 691.16822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.46867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.776946Z","time spent":"691.677963ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:34:47.468667Z","caller":"traceutil/trace.go:171","msg":"trace[957332319] linearizableReadLoop","detail":"{readStateIndex:24589; appliedIndex:24581; }","duration":"692.182897ms","start":"2026-07-10T00:34:46.77646Z","end":"2026-07-10T00:34:47.468643Z","steps":["trace[957332319] 'read index received' (duration: 623.192228ms)","trace[957332319] 'applied index is now lower than readState.Index' (duration: 68.989329ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:34:47.46869Z","caller":"traceutil/trace.go:171","msg":"trace[1294745316] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"691.368284ms","start":"2026-07-10T00:34:46.77726Z","end":"2026-07-10T00:34:47.468629Z","steps":["trace[1294745316] 'process raft request' (duration: 691.19751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.468738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.777315Z","time spent":"691.376695ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:34:47.468797Z","caller":"traceutil/trace.go:171","msg":"trace[164433138] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"684.967479ms","start":"2026-07-10T00:34:46.783816Z","end":"2026-07-10T00:34:47.468783Z","steps":["trace[164433138] 'process raft request' (duration: 684.758404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.468958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.783806Z","time spent":"685.030251ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:34:47.46896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.777252Z","time spent":"691.517159ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:34:47.469093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.626119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-10T00:34:47.469147Z","caller":"traceutil/trace.go:171","msg":"trace[606788731] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23474; }","duration":"692.703031ms","start":"2026-07-10T00:34:46.776426Z","end":"2026-07-10T00:34:47.469129Z","steps":["trace[606788731] 'agreement among raft nodes before linearized reading' (duration: 692.563127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.469184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.776404Z","time spent":"692.767132ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:34:47.469174Z","caller":"traceutil/trace.go:171","msg":"trace[842382983] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"692.065814ms","start":"2026-07-10T00:34:46.777068Z","end":"2026-07-10T00:34:47.469134Z","steps":["trace[842382983] 'process raft request' (duration: 691.357625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.46936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.77706Z","time spent":"692.201998ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:34:47.469519Z","caller":"traceutil/trace.go:171","msg":"trace[370915326] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"691.307663ms","start":"2026-07-10T00:34:46.777632Z","end":"2026-07-10T00:34:47.468939Z","steps":["trace[370915326] 'process raft request' (duration: 690.891573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.469756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.777625Z","time spent":"692.029433ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T00:34:47.96922Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903662011,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:34:47.978238Z","caller":"traceutil/trace.go:171","msg":"trace[1931766942] linearizableReadLoop","detail":"{readStateIndex:24591; appliedIndex:24589; }","duration":"509.488177ms","start":"2026-07-10T00:34:47.468727Z","end":"2026-07-10T00:34:47.978215Z","steps":["trace[1931766942] 'read index received' (duration: 506.438878ms)","trace[1931766942] 'applied index is now lower than readState.Index' (duration: 3.048319ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:34:47.978334Z","caller":"traceutil/trace.go:171","msg":"trace[309848039] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"504.391915ms","start":"2026-07-10T00:34:47.473906Z","end":"2026-07-10T00:34:47.978297Z","steps":["trace[309848039] 'process raft request' (duration: 504.208011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.978422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.900569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:34:47.978464Z","caller":"traceutil/trace.go:171","msg":"trace[1866964561] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23476; }","duration":"729.002931ms","start":"2026-07-10T00:34:47.249451Z","end":"2026-07-10T00:34:47.978454Z","steps":["trace[1866964561] 'agreement among raft nodes before linearized reading' (duration: 728.895348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.978484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:47.473882Z","time spent":"504.526038ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:34:47.97851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:47.249421Z","time spent":"729.076983ms","remote":"127.0.0.1:44446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:34:47.978659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202088395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-10T00:34:47.978712Z","caller":"traceutil/trace.go:171","msg":"trace[40953145] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23476; }","duration":"1.202163806s","start":"2026-07-10T00:34:46.776533Z","end":"2026-07-10T00:34:47.978696Z","steps":["trace[40953145] 'agreement among raft nodes before linearized reading' (duration: 1.202003662s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.978771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.776526Z","time spent":"1.202237218s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:34:47.978816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.554831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:34:47.978855Z","caller":"traceutil/trace.go:171","msg":"trace[671382387] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23476; }","duration":"486.630743ms","start":"2026-07-10T00:34:47.492215Z","end":"2026-07-10T00:34:47.978846Z","steps":["trace[671382387] 'agreement among raft nodes before linearized reading' (duration: 486.5014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.97889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:47.492194Z","time spent":"486.688975ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:34:47.978946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199026895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:34:47.978983Z","caller":"traceutil/trace.go:171","msg":"trace[1818369122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23476; }","duration":"1.199083217s","start":"2026-07-10T00:34:46.779891Z","end":"2026-07-10T00:34:47.978974Z","steps":["trace[1818369122] 'agreement among raft nodes before linearized reading' (duration: 1.199023256s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.979014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.779882Z","time spent":"1.199126678s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:34:47.979229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202579188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0318bb38-1117-4add-868c-f3fe80cae904\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-10T00:34:47.979265Z","caller":"traceutil/trace.go:171","msg":"trace[63669287] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0318bb38-1117-4add-868c-f3fe80cae904; range_end:; response_count:1; response_revision:23476; }","duration":"1.20262718s","start":"2026-07-10T00:34:46.776629Z","end":"2026-07-10T00:34:47.979256Z","steps":["trace[63669287] 'agreement among raft nodes before linearized reading' (duration: 1.202497146s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.979292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:46.776623Z","time spent":"1.20266265s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-0318bb38-1117-4add-868c-f3fe80cae904\" "} {"level":"info","ts":"2026-07-10T00:34:47.978728Z","caller":"traceutil/trace.go:171","msg":"trace[241593496] transaction","detail":"{read_only:false; response_revision:23475; number_of_response:1; }","duration":"510.77233ms","start":"2026-07-10T00:34:47.467941Z","end":"2026-07-10T00:34:47.978713Z","steps":["trace[241593496] 'process raft request' (duration: 507.208498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.979406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:47.467923Z","time spent":"511.449109ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:34:47.979739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.556311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:34:47.979827Z","caller":"traceutil/trace.go:171","msg":"trace[1066207384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23476; }","duration":"410.664924ms","start":"2026-07-10T00:34:47.569142Z","end":"2026-07-10T00:34:47.979807Z","steps":["trace[1066207384] 'agreement among raft nodes before linearized reading' (duration: 410.497289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.979735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.735256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:34:47.980029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:47.569074Z","time spent":"410.940791ms","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:34:47.980098Z","caller":"traceutil/trace.go:171","msg":"trace[802032673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23476; }","duration":"406.131095ms","start":"2026-07-10T00:34:47.573898Z","end":"2026-07-10T00:34:47.980029Z","steps":["trace[802032673] 'agreement among raft nodes before linearized reading' (duration: 405.726035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.980264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:47.573867Z","time spent":"406.328821ms","remote":"127.0.0.1:42708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:34:47.980347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.477098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:34:47.980459Z","caller":"traceutil/trace.go:171","msg":"trace[1360630622] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23476; }","duration":"356.647942ms","start":"2026-07-10T00:34:47.623792Z","end":"2026-07-10T00:34:47.98044Z","steps":["trace[1360630622] 'agreement among raft nodes before linearized reading' (duration: 355.728738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:47.980546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:47.62376Z","time spent":"356.769305ms","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:34:48.457008Z","caller":"traceutil/trace.go:171","msg":"trace[1367945380] linearizableReadLoop","detail":"{readStateIndex:24592; appliedIndex:24591; }","duration":"468.665368ms","start":"2026-07-10T00:34:47.988319Z","end":"2026-07-10T00:34:48.456985Z","steps":["trace[1367945380] 'read index received' (duration: 468.585786ms)","trace[1367945380] 'applied index is now lower than readState.Index' (duration: 78.462µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:34:48.457138Z","caller":"traceutil/trace.go:171","msg":"trace[762836177] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"471.8463ms","start":"2026-07-10T00:34:47.985263Z","end":"2026-07-10T00:34:48.457109Z","steps":["trace[762836177] 'process raft request' (duration: 471.556873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:48.457174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.834262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:34:48.457304Z","caller":"traceutil/trace.go:171","msg":"trace[1020364845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23477; }","duration":"469.010087ms","start":"2026-07-10T00:34:47.988286Z","end":"2026-07-10T00:34:48.457296Z","steps":["trace[1020364845] 'agreement among raft nodes before linearized reading' (duration: 468.820732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:48.457302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:47.985238Z","time spent":"471.973864ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:34:48.457333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:47.988276Z","time spent":"469.048687ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:34:48.803297Z","caller":"traceutil/trace.go:171","msg":"trace[1552785401] linearizableReadLoop","detail":"{readStateIndex:24593; appliedIndex:24592; }","duration":"346.186291ms","start":"2026-07-10T00:34:48.457074Z","end":"2026-07-10T00:34:48.80326Z","steps":["trace[1552785401] 'read index received' (duration: 303.461703ms)","trace[1552785401] 'applied index is now lower than readState.Index' (duration: 42.722638ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:34:48.803334Z","caller":"traceutil/trace.go:171","msg":"trace[1580450315] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"814.851309ms","start":"2026-07-10T00:34:47.98845Z","end":"2026-07-10T00:34:48.803301Z","steps":["trace[1580450315] 'process raft request' (duration: 772.124211ms)","trace[1580450315] 'compare' (duration: 42.315658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:34:48.803467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.627447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-10T00:34:48.803544Z","caller":"traceutil/trace.go:171","msg":"trace[1199433523] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23478; }","duration":"717.75109ms","start":"2026-07-10T00:34:48.085775Z","end":"2026-07-10T00:34:48.803526Z","steps":["trace[1199433523] 'agreement among raft nodes before linearized reading' (duration: 717.531795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:48.803594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:48.085752Z","time spent":"717.833162ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-10T00:34:48.80359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.118773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:34:48.803658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.162002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-10T00:34:48.803714Z","caller":"traceutil/trace.go:171","msg":"trace[631274376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23478; }","duration":"345.252167ms","start":"2026-07-10T00:34:48.458444Z","end":"2026-07-10T00:34:48.803696Z","steps":["trace[631274376] 'agreement among raft nodes before linearized reading' (duration: 345.084312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:48.803762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:48.458398Z","time spent":"345.351939ms","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:34:48.80379Z","caller":"traceutil/trace.go:171","msg":"trace[1495926439] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23478; }","duration":"814.332096ms","start":"2026-07-10T00:34:47.989438Z","end":"2026-07-10T00:34:48.80377Z","steps":["trace[1495926439] 'agreement among raft nodes before linearized reading' (duration: 814.026869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:48.803819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.47242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-10T00:34:48.803662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.699518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:34:48.803878Z","caller":"traceutil/trace.go:171","msg":"trace[411646836] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23478; }","duration":"343.556483ms","start":"2026-07-10T00:34:48.460298Z","end":"2026-07-10T00:34:48.803854Z","steps":["trace[411646836] 'agreement among raft nodes before linearized reading' (duration: 343.371038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:48.803912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:48.460276Z","time spent":"343.629065ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:34:48.803483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:47.988424Z","time spent":"814.973992ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:34:48.803925Z","caller":"traceutil/trace.go:171","msg":"trace[1708297234] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:23478; }","duration":"271.947355ms","start":"2026-07-10T00:34:48.53195Z","end":"2026-07-10T00:34:48.803897Z","steps":["trace[1708297234] 'agreement among raft nodes before linearized reading' (duration: 271.685548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:48.803857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:47.98943Z","time spent":"814.409468ms","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-10T00:34:48.803839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.888982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:34:48.804341Z","caller":"traceutil/trace.go:171","msg":"trace[471956461] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:23478; }","duration":"546.423806ms","start":"2026-07-10T00:34:48.257905Z","end":"2026-07-10T00:34:48.804329Z","steps":["trace[471956461] 'agreement among raft nodes before linearized reading' (duration: 545.388569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:34:48.804516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:34:48.257887Z","time spent":"546.568439ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:35:55.893894Z","caller":"traceutil/trace.go:171","msg":"trace[636432194] linearizableReadLoop","detail":"{readStateIndex:25392; appliedIndex:25390; }","duration":"141.220944ms","start":"2026-07-10T00:35:55.752634Z","end":"2026-07-10T00:35:55.893855Z","steps":["trace[636432194] 'read index received' (duration: 35.06427ms)","trace[636432194] 'applied index is now lower than readState.Index' (duration: 106.155514ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:35:55.893922Z","caller":"traceutil/trace.go:171","msg":"trace[805354140] transaction","detail":"{read_only:false; response_revision:24240; number_of_response:1; }","duration":"181.95142ms","start":"2026-07-10T00:35:55.711936Z","end":"2026-07-10T00:35:55.893887Z","steps":["trace[805354140] 'process raft request' (duration: 181.629832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:35:55.894078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.425109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:35:55.894169Z","caller":"traceutil/trace.go:171","msg":"trace[1690980141] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24240; }","duration":"141.563563ms","start":"2026-07-10T00:35:55.752584Z","end":"2026-07-10T00:35:55.894148Z","steps":["trace[1690980141] 'agreement among raft nodes before linearized reading' (duration: 141.407079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:19.005345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.720165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-10T00:38:19.005462Z","caller":"traceutil/trace.go:171","msg":"trace[1985606423] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:25490; }","duration":"131.874989ms","start":"2026-07-10T00:38:18.873565Z","end":"2026-07-10T00:38:19.00544Z","steps":["trace[1985606423] 'range keys from in-memory index tree' (duration: 131.563011ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:38:19.006167Z","caller":"traceutil/trace.go:171","msg":"trace[312587705] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"114.365705ms","start":"2026-07-10T00:38:18.891783Z","end":"2026-07-10T00:38:19.006149Z","steps":["trace[312587705] 'process raft request' (duration: 114.206401ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:38:33.046014Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a8d.wal"} {"level":"warn","ts":"2026-07-10T00:38:39.870703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.053681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:38:39.870792Z","caller":"traceutil/trace.go:171","msg":"trace[1986998972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:26122; }","duration":"123.201624ms","start":"2026-07-10T00:38:39.747567Z","end":"2026-07-10T00:38:39.870769Z","steps":["trace[1986998972] 'count revisions from in-memory index tree' (duration: 122.407534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.08749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076148603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:38:50.087574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069567682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-10T00:38:50.087619Z","caller":"traceutil/trace.go:171","msg":"trace[1227219702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26291; }","duration":"1.076344358s","start":"2026-07-10T00:38:49.011248Z","end":"2026-07-10T00:38:50.087592Z","steps":["trace[1227219702] 'range keys from in-memory index tree' (duration: 1.075815655s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:38:50.087635Z","caller":"traceutil/trace.go:171","msg":"trace[275276075] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26291; }","duration":"1.069668056s","start":"2026-07-10T00:38:49.017953Z","end":"2026-07-10T00:38:50.087621Z","steps":["trace[275276075] 'range keys from in-memory index tree' (duration: 1.069428679s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.087637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287275277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-10T00:38:50.087491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074942773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:38:50.087744Z","caller":"traceutil/trace.go:171","msg":"trace[550596621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26291; }","duration":"1.07524156s","start":"2026-07-10T00:38:49.012489Z","end":"2026-07-10T00:38:50.087731Z","steps":["trace[550596621] 'range keys from in-memory index tree' (duration: 1.074779627s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:38:50.087746Z","caller":"traceutil/trace.go:171","msg":"trace[822688351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26291; }","duration":"1.287437961s","start":"2026-07-10T00:38:48.800282Z","end":"2026-07-10T00:38:50.08772Z","steps":["trace[822688351] 'range keys from in-memory index tree' (duration: 1.287036921s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.08778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.012478Z","time spent":"1.075292311s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:38:50.087792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:48.800257Z","time spent":"1.287525474s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:38:50.087876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.7912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:38:50.087678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.017929Z","time spent":"1.069736677s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-10T00:38:50.087928Z","caller":"traceutil/trace.go:171","msg":"trace[857406601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26291; }","duration":"948.889723ms","start":"2026-07-10T00:38:49.139024Z","end":"2026-07-10T00:38:50.087914Z","steps":["trace[857406601] 'range keys from in-memory index tree' (duration: 948.707128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.087967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.138999Z","time spent":"948.958645ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:38:50.087678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.011212Z","time spent":"1.076453161s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:38:50.088227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261090819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-10T00:38:50.088244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267998447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-10T00:38:50.088305Z","caller":"traceutil/trace.go:171","msg":"trace[1436997685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26291; }","duration":"1.261194461s","start":"2026-07-10T00:38:48.827093Z","end":"2026-07-10T00:38:50.088288Z","steps":["trace[1436997685] 'range keys from in-memory index tree' (duration: 1.260902133s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:38:50.088327Z","caller":"traceutil/trace.go:171","msg":"trace[64297113] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26291; }","duration":"1.268264823s","start":"2026-07-10T00:38:48.82004Z","end":"2026-07-10T00:38:50.088305Z","steps":["trace[64297113] 'range keys from in-memory index tree' (duration: 1.26771668s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.088361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:48.827077Z","time spent":"1.261271945s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:38:50.088371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:48.82001Z","time spent":"1.268351657s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:38:50.088653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.695371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:38:50.088973Z","caller":"traceutil/trace.go:171","msg":"trace[1078876171] linearizableReadLoop","detail":"{readStateIndex:27528; appliedIndex:27526; }","duration":"866.200449ms","start":"2026-07-10T00:38:49.222753Z","end":"2026-07-10T00:38:50.088954Z","steps":["trace[1078876171] 'read index received' (duration: 443.119849ms)","trace[1078876171] 'applied index is now lower than readState.Index' (duration: 423.07941ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:38:50.088974Z","caller":"traceutil/trace.go:171","msg":"trace[737431878] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"946.517532ms","start":"2026-07-10T00:38:49.142388Z","end":"2026-07-10T00:38:50.088905Z","steps":["trace[737431878] 'process raft request' (duration: 523.469983ms)","trace[737431878] 'compare' (duration: 422.020831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:38:50.089183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.412825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:38:50.089295Z","caller":"traceutil/trace.go:171","msg":"trace[1854782577] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26294; }","duration":"866.58657ms","start":"2026-07-10T00:38:49.22269Z","end":"2026-07-10T00:38:50.089276Z","steps":["trace[1854782577] 'agreement among raft nodes before linearized reading' (duration: 866.419186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.089363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.222656Z","time spent":"866.693093ms","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:38:50.089553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.986064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:38:50.089733Z","caller":"traceutil/trace.go:171","msg":"trace[1942142159] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26294; }","duration":"343.135288ms","start":"2026-07-10T00:38:49.746512Z","end":"2026-07-10T00:38:50.089647Z","steps":["trace[1942142159] 'agreement among raft nodes before linearized reading' (duration: 342.712887ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:38:50.089591Z","caller":"traceutil/trace.go:171","msg":"trace[419415495] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"927.662283ms","start":"2026-07-10T00:38:49.161915Z","end":"2026-07-10T00:38:50.089577Z","steps":["trace[419415495] 'process raft request' (duration: 926.861633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.089901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.364996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:38:50.089954Z","caller":"traceutil/trace.go:171","msg":"trace[188425520] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26294; }","duration":"325.439518ms","start":"2026-07-10T00:38:49.764501Z","end":"2026-07-10T00:38:50.08994Z","steps":["trace[188425520] 'agreement among raft nodes before linearized reading' (duration: 325.354656ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:38:50.089988Z","caller":"traceutil/trace.go:171","msg":"trace[1216465153] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"822.895747ms","start":"2026-07-10T00:38:49.267066Z","end":"2026-07-10T00:38:50.089962Z","steps":["trace[1216465153] 'process raft request' (duration: 821.84068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.090005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.764484Z","time spent":"325.50681ms","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:38:50.090018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.342203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:5102"} {"level":"warn","ts":"2026-07-10T00:38:50.090024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.632601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-10T00:38:50.089981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.161885Z","time spent":"927.980651ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:38:50.090286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.267031Z","time spent":"823.0291ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:38:50.09011Z","caller":"traceutil/trace.go:171","msg":"trace[1090994744] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26294; }","duration":"382.746784ms","start":"2026-07-10T00:38:49.707337Z","end":"2026-07-10T00:38:50.090084Z","steps":["trace[1090994744] 'agreement among raft nodes before linearized reading' (duration: 382.528528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.090469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.707314Z","time spent":"383.136934ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:38:50.089804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.746498Z","time spent":"343.286461ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:38:50.090124Z","caller":"traceutil/trace.go:171","msg":"trace[1001579150] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:26294; }","duration":"402.462216ms","start":"2026-07-10T00:38:49.687607Z","end":"2026-07-10T00:38:50.090069Z","steps":["trace[1001579150] 'agreement among raft nodes before linearized reading' (duration: 402.2605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.090658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.582145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:38:50.090674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.687577Z","time spent":"403.084032ms","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":5125,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-07-10T00:38:50.09071Z","caller":"traceutil/trace.go:171","msg":"trace[1645732885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26294; }","duration":"857.169876ms","start":"2026-07-10T00:38:49.233523Z","end":"2026-07-10T00:38:50.090693Z","steps":["trace[1645732885] 'agreement among raft nodes before linearized reading' (duration: 855.603415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.090774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.233481Z","time spent":"857.274968ms","remote":"127.0.0.1:58538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:38:50.091156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217042607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-10T00:38:50.091206Z","caller":"traceutil/trace.go:171","msg":"trace[201420621] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:26291; }","duration":"1.217150131s","start":"2026-07-10T00:38:48.874045Z","end":"2026-07-10T00:38:50.091195Z","steps":["trace[201420621] 'range keys from in-memory index tree' (duration: 1.214220774s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:38:50.091233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:48.874003Z","time spent":"1.217222822s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-07-10T00:38:50.089265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:38:49.142354Z","time spent":"946.770968ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:39:05.799729Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23229} {"level":"info","ts":"2026-07-10T00:39:05.914133Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23229,"took":"110.372392ms","hash":3848953186,"current-db-size-bytes":61181952,"current-db-size":"61 MB","current-db-size-in-use-bytes":44138496,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-10T00:39:05.914198Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3848953186,"revision":23229,"compact-revision":20528} {"level":"info","ts":"2026-07-10T00:40:26.522784Z","caller":"traceutil/trace.go:171","msg":"trace[1100804961] linearizableReadLoop","detail":"{readStateIndex:28789; appliedIndex:28788; }","duration":"126.310875ms","start":"2026-07-10T00:40:26.396441Z","end":"2026-07-10T00:40:26.522752Z","steps":["trace[1100804961] 'read index received' (duration: 126.10412ms)","trace[1100804961] 'applied index is now lower than readState.Index' (duration: 205.865µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:40:26.522892Z","caller":"traceutil/trace.go:171","msg":"trace[1484461783] transaction","detail":"{read_only:false; response_revision:27510; number_of_response:1; }","duration":"127.207328ms","start":"2026-07-10T00:40:26.395657Z","end":"2026-07-10T00:40:26.522864Z","steps":["trace[1484461783] 'process raft request' (duration: 126.8938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:40:26.523253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.792098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:40:26.523318Z","caller":"traceutil/trace.go:171","msg":"trace[1596696771] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:27510; }","duration":"126.903941ms","start":"2026-07-10T00:40:26.396395Z","end":"2026-07-10T00:40:26.523299Z","steps":["trace[1596696771] 'agreement among raft nodes before linearized reading' (duration: 126.531361ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:40:26.579923Z","caller":"traceutil/trace.go:171","msg":"trace[483842201] transaction","detail":"{read_only:false; response_revision:27511; number_of_response:1; }","duration":"179.895564ms","start":"2026-07-10T00:40:26.399994Z","end":"2026-07-10T00:40:26.57989Z","steps":["trace[483842201] 'process raft request' (duration: 179.661248ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:40:26.580347Z","caller":"traceutil/trace.go:171","msg":"trace[844563548] transaction","detail":"{read_only:false; response_revision:27512; number_of_response:1; }","duration":"119.134249ms","start":"2026-07-10T00:40:26.461178Z","end":"2026-07-10T00:40:26.580312Z","steps":["trace[844563548] 'process raft request' (duration: 118.649777ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:40:26.580907Z","caller":"traceutil/trace.go:171","msg":"trace[1158240902] transaction","detail":"{read_only:false; response_revision:27513; number_of_response:1; }","duration":"109.098029ms","start":"2026-07-10T00:40:26.471792Z","end":"2026-07-10T00:40:26.58089Z","steps":["trace[1158240902] 'process raft request' (duration: 108.542154ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:15.082324Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"95f079218969d088","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-10T00:42:15.088738Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-10T00:42:15.088862Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"warn","ts":"2026-07-10T00:42:25.933418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206564026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-10T00:42:25.933536Z","caller":"traceutil/trace.go:171","msg":"trace[1303672627] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28802; }","duration":"1.206719989s","start":"2026-07-10T00:42:24.726792Z","end":"2026-07-10T00:42:25.933512Z","steps":["trace[1303672627] 'range keys from in-memory index tree' (duration: 1.206393141s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:25.933575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:24.726772Z","time spent":"1.206792641s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:42:25.933812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195404526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:42:25.933839Z","caller":"traceutil/trace.go:171","msg":"trace[688523391] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28802; }","duration":"1.195469408s","start":"2026-07-10T00:42:24.738359Z","end":"2026-07-10T00:42:25.933829Z","steps":["trace[688523391] 'range keys from in-memory index tree' (duration: 1.195284913s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:25.933862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:24.738337Z","time spent":"1.195519299s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:42:25.934761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.043953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:42:25.935156Z","caller":"traceutil/trace.go:171","msg":"trace[177037519] linearizableReadLoop","detail":"{readStateIndex:30135; appliedIndex:30134; }","duration":"901.774392ms","start":"2026-07-10T00:42:25.033358Z","end":"2026-07-10T00:42:25.935132Z","steps":["trace[177037519] 'read index received' (duration: 484.248006ms)","trace[177037519] 'applied index is now lower than readState.Index' (duration: 417.524256ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:42:25.935172Z","caller":"traceutil/trace.go:171","msg":"trace[480342571] transaction","detail":"{read_only:false; response_revision:28803; number_of_response:1; }","duration":"942.099579ms","start":"2026-07-10T00:42:24.993041Z","end":"2026-07-10T00:42:25.935141Z","steps":["trace[480342571] 'process raft request' (duration: 524.554582ms)","trace[480342571] 'compare' (duration: 416.870608ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:25.935275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.918876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:25.935288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:24.993019Z","time spent":"942.206021ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:25.935323Z","caller":"traceutil/trace.go:171","msg":"trace[1026282673] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28803; }","duration":"902.011558ms","start":"2026-07-10T00:42:25.033297Z","end":"2026-07-10T00:42:25.935308Z","steps":["trace[1026282673] 'agreement among raft nodes before linearized reading' (duration: 901.925256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:25.935353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.033272Z","time spent":"902.07068ms","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:26.435913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:26.760221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.242740873s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:42:26.760918Z","caller":"traceutil/trace.go:171","msg":"trace[1496511792] transaction","detail":"{read_only:false; response_revision:28804; number_of_response:1; }","duration":"1.72164447s","start":"2026-07-10T00:42:25.039187Z","end":"2026-07-10T00:42:26.760832Z","steps":["trace[1496511792] 'process raft request' (duration: 1.721259951s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:26.761121Z","caller":"traceutil/trace.go:171","msg":"trace[206906031] transaction","detail":"{read_only:false; response_revision:28805; number_of_response:1; }","duration":"1.721804394s","start":"2026-07-10T00:42:25.039278Z","end":"2026-07-10T00:42:26.761082Z","steps":["trace[206906031] 'process raft request' (duration: 1.721483986s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:26.761192Z","caller":"traceutil/trace.go:171","msg":"trace[80561397] linearizableReadLoop","detail":"{readStateIndex:30139; appliedIndex:30136; }","duration":"825.977796ms","start":"2026-07-10T00:42:25.93519Z","end":"2026-07-10T00:42:26.761168Z","steps":["trace[80561397] 'read index received' (duration: 825.655748ms)","trace[80561397] 'applied index is now lower than readState.Index' (duration: 320.748µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:26.761253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.03914Z","time spent":"1.721957888s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:26.761316Z","caller":"traceutil/trace.go:171","msg":"trace[1074213736] transaction","detail":"{read_only:false; response_revision:28806; number_of_response:1; }","duration":"1.721683502s","start":"2026-07-10T00:42:25.039627Z","end":"2026-07-10T00:42:26.761311Z","steps":["trace[1074213736] 'process raft request' (duration: 1.721382213s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:26.761367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414397874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:42:26.761403Z","caller":"traceutil/trace.go:171","msg":"trace[908793436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28807; }","duration":"1.414479957s","start":"2026-07-10T00:42:25.346915Z","end":"2026-07-10T00:42:26.761395Z","steps":["trace[908793436] 'agreement among raft nodes before linearized reading' (duration: 1.414334413s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:26.761374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412845785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:42:26.761381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272293411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:26.761438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.346904Z","time spent":"1.414525668s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:26.761446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.03962Z","time spent":"1.721718063s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:26.761449Z","caller":"traceutil/trace.go:171","msg":"trace[1710208490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28807; }","duration":"1.412947797s","start":"2026-07-10T00:42:25.348484Z","end":"2026-07-10T00:42:26.761432Z","steps":["trace[1710208490] 'agreement among raft nodes before linearized reading' (duration: 1.41270998s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:26.761466Z","caller":"traceutil/trace.go:171","msg":"trace[1614225250] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:28807; }","duration":"1.272416513s","start":"2026-07-10T00:42:25.48903Z","end":"2026-07-10T00:42:26.761446Z","steps":["trace[1614225250] 'agreement among raft nodes before linearized reading' (duration: 1.272270239s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:26.761486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.348474Z","time spent":"1.413004309s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:26.761492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40378324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:42:26.761493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053702122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-10T00:42:26.761279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.039273Z","time spent":"1.721928279s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:26.761608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41845265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:42:26.76161Z","caller":"traceutil/trace.go:171","msg":"trace[1181497771] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:28807; }","duration":"1.053870077s","start":"2026-07-10T00:42:25.707712Z","end":"2026-07-10T00:42:26.761582Z","steps":["trace[1181497771] 'agreement among raft nodes before linearized reading' (duration: 1.053541428s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:26.76156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.489011Z","time spent":"1.272491786s","remote":"127.0.0.1:46648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:26.761636Z","caller":"traceutil/trace.go:171","msg":"trace[83789343] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28807; }","duration":"1.418505232s","start":"2026-07-10T00:42:25.343122Z","end":"2026-07-10T00:42:26.761628Z","steps":["trace[83789343] 'agreement among raft nodes before linearized reading' (duration: 1.41843864s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:26.761658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.343105Z","time spent":"1.418549242s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-10T00:42:26.761557Z","caller":"traceutil/trace.go:171","msg":"trace[8017894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28807; }","duration":"1.403879393s","start":"2026-07-10T00:42:25.35766Z","end":"2026-07-10T00:42:26.76154Z","steps":["trace[8017894] 'agreement among raft nodes before linearized reading' (duration: 1.403699398s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:26.761667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.707696Z","time spent":"1.053960649s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-10T00:42:26.761696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.357647Z","time spent":"1.404039166s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:26.761738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463010626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-10T00:42:26.761747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482889551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:26.761663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474504914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-10T00:42:26.761771Z","caller":"traceutil/trace.go:171","msg":"trace[599334056] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28807; }","duration":"1.482955162s","start":"2026-07-10T00:42:25.278807Z","end":"2026-07-10T00:42:26.761762Z","steps":["trace[599334056] 'agreement among raft nodes before linearized reading' (duration: 1.482912721s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:26.761771Z","caller":"traceutil/trace.go:171","msg":"trace[610357325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28807; }","duration":"1.463068617s","start":"2026-07-10T00:42:25.298691Z","end":"2026-07-10T00:42:26.761759Z","steps":["trace[610357325] 'agreement among raft nodes before linearized reading' (duration: 1.462990205s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:26.761794Z","caller":"traceutil/trace.go:171","msg":"trace[1252804265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28807; }","duration":"1.474655978s","start":"2026-07-10T00:42:25.287128Z","end":"2026-07-10T00:42:26.761784Z","steps":["trace[1252804265] 'agreement among raft nodes before linearized reading' (duration: 1.474473053s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:26.761803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.29868Z","time spent":"1.463114508s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:42:26.76183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.287117Z","time spent":"1.474705819s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:42:26.761843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620418496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:26.761864Z","caller":"traceutil/trace.go:171","msg":"trace[1970703060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28807; }","duration":"1.620466468s","start":"2026-07-10T00:42:25.141392Z","end":"2026-07-10T00:42:26.761858Z","steps":["trace[1970703060] 'agreement among raft nodes before linearized reading' (duration: 1.620433927s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:26.761812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.278785Z","time spent":"1.483020594s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:26.761884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.141378Z","time spent":"1.620502249s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:42:26.761549Z","caller":"traceutil/trace.go:171","msg":"trace[1495645121] transaction","detail":"{read_only:false; response_revision:28807; number_of_response:1; }","duration":"1.644224064s","start":"2026-07-10T00:42:25.117318Z","end":"2026-07-10T00:42:26.761542Z","steps":["trace[1495645121] 'process raft request' (duration: 1.643797062s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:26.762032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.117291Z","time spent":"1.644669004s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:27.139821Z","caller":"traceutil/trace.go:171","msg":"trace[460110661] linearizableReadLoop","detail":"{readStateIndex:30140; appliedIndex:30139; }","duration":"378.566225ms","start":"2026-07-10T00:42:26.761228Z","end":"2026-07-10T00:42:27.139794Z","steps":["trace[460110661] 'read index received' (duration: 352.190021ms)","trace[460110661] 'applied index is now lower than readState.Index' (duration: 26.375404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:27.139975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.284541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:42:27.140001Z","caller":"traceutil/trace.go:171","msg":"trace[132431665] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:28808; }","duration":"638.358113ms","start":"2026-07-10T00:42:26.501634Z","end":"2026-07-10T00:42:27.139992Z","steps":["trace[132431665] 'agreement among raft nodes before linearized reading' (duration: 638.26649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.140025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.501616Z","time spent":"638.402783ms","remote":"127.0.0.1:46638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:27.140153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.762525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:42:27.140894Z","caller":"traceutil/trace.go:171","msg":"trace[1632282343] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28808; }","duration":"550.649238ms","start":"2026-07-10T00:42:26.590225Z","end":"2026-07-10T00:42:27.140874Z","steps":["trace[1632282343] 'agreement among raft nodes before linearized reading' (duration: 549.580221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.141009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.590201Z","time spent":"550.795212ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:42:27.140862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.387646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:27.141283Z","caller":"traceutil/trace.go:171","msg":"trace[1750392994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28808; }","duration":"502.871259ms","start":"2026-07-10T00:42:26.638386Z","end":"2026-07-10T00:42:27.141258Z","steps":["trace[1750392994] 'agreement among raft nodes before linearized reading' (duration: 502.346695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.141372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.638359Z","time spent":"502.977751ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:42:27.14036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071767111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:27.141636Z","caller":"traceutil/trace.go:171","msg":"trace[2133290968] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:28808; }","duration":"1.073077374s","start":"2026-07-10T00:42:26.068546Z","end":"2026-07-10T00:42:27.141624Z","steps":["trace[2133290968] 'agreement among raft nodes before linearized reading' (duration: 1.071793171s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.141671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.068515Z","time spent":"1.073142776s","remote":"127.0.0.1:42772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:27.140432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190310564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-10T00:42:27.141792Z","caller":"traceutil/trace.go:171","msg":"trace[853795922] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28808; }","duration":"1.19170809s","start":"2026-07-10T00:42:25.950075Z","end":"2026-07-10T00:42:27.141784Z","steps":["trace[853795922] 'agreement among raft nodes before linearized reading' (duration: 1.190294954s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.141821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.950052Z","time spent":"1.191761301s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:42:27.140477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202784307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-10T00:42:27.141948Z","caller":"traceutil/trace.go:171","msg":"trace[609104139] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28808; }","duration":"1.204287795s","start":"2026-07-10T00:42:25.937652Z","end":"2026-07-10T00:42:27.14194Z","steps":["trace[609104139] 'agreement among raft nodes before linearized reading' (duration: 1.202790877s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.141972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:25.937608Z","time spent":"1.204356757s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:42:27.140733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.808418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-10T00:42:27.14212Z","caller":"traceutil/trace.go:171","msg":"trace[1385549517] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28808; }","duration":"430.221525ms","start":"2026-07-10T00:42:26.711867Z","end":"2026-07-10T00:42:27.142089Z","steps":["trace[1385549517] 'agreement among raft nodes before linearized reading' (duration: 428.817559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.142212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.711845Z","time spent":"430.341398ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-10T00:42:27.140732Z","caller":"traceutil/trace.go:171","msg":"trace[1873237926] transaction","detail":"{read_only:false; response_revision:28808; number_of_response:1; }","duration":"582.871464ms","start":"2026-07-10T00:42:26.557825Z","end":"2026-07-10T00:42:27.140696Z","steps":["trace[1873237926] 'process raft request' (duration: 555.580006ms)","trace[1873237926] 'compare' (duration: 26.270821ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:27.142521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.557795Z","time spent":"584.617269ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:27.140327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.424107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:27.142767Z","caller":"traceutil/trace.go:171","msg":"trace[1454922298] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:28808; }","duration":"772.87962ms","start":"2026-07-10T00:42:26.369861Z","end":"2026-07-10T00:42:27.142741Z","steps":["trace[1454922298] 'agreement among raft nodes before linearized reading' (duration: 770.443207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.142828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.369839Z","time spent":"772.970332ms","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:27.567041Z","caller":"traceutil/trace.go:171","msg":"trace[641965294] transaction","detail":"{read_only:false; response_revision:28809; number_of_response:1; }","duration":"798.894044ms","start":"2026-07-10T00:42:26.768121Z","end":"2026-07-10T00:42:27.567015Z","steps":["trace[641965294] 'process raft request' (duration: 797.835607ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:27.567084Z","caller":"traceutil/trace.go:171","msg":"trace[441668591] transaction","detail":"{read_only:false; response_revision:28813; number_of_response:1; }","duration":"798.685019ms","start":"2026-07-10T00:42:26.768369Z","end":"2026-07-10T00:42:27.567054Z","steps":["trace[441668591] 'process raft request' (duration: 798.609137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.567186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.768104Z","time spent":"799.010838ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:27.567443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.768331Z","time spent":"798.827213ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:27.567536Z","caller":"traceutil/trace.go:171","msg":"trace[1398862178] transaction","detail":"{read_only:false; response_revision:28811; number_of_response:1; }","duration":"799.231903ms","start":"2026-07-10T00:42:26.76829Z","end":"2026-07-10T00:42:27.567522Z","steps":["trace[1398862178] 'process raft request' (duration: 798.616028ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:27.567564Z","caller":"traceutil/trace.go:171","msg":"trace[2085335444] transaction","detail":"{read_only:false; response_revision:28812; number_of_response:1; }","duration":"799.216613ms","start":"2026-07-10T00:42:26.768321Z","end":"2026-07-10T00:42:27.567537Z","steps":["trace[2085335444] 'process raft request' (duration: 798.621528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.567698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.768298Z","time spent":"799.347047ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:27.567775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.768284Z","time spent":"799.290515ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:27.56777Z","caller":"traceutil/trace.go:171","msg":"trace[694102398] transaction","detail":"{read_only:false; response_revision:28810; number_of_response:1; }","duration":"799.389107ms","start":"2026-07-10T00:42:26.768241Z","end":"2026-07-10T00:42:27.56763Z","steps":["trace[694102398] 'process raft request' (duration: 798.565276ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:27.568044Z","caller":"traceutil/trace.go:171","msg":"trace[101575731] transaction","detail":"{read_only:false; response_revision:28814; number_of_response:1; }","duration":"799.623294ms","start":"2026-07-10T00:42:26.768394Z","end":"2026-07-10T00:42:27.568018Z","steps":["trace[101575731] 'process raft request' (duration: 798.624388ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:27.568148Z","caller":"traceutil/trace.go:171","msg":"trace[1345230980] linearizableReadLoop","detail":"{readStateIndex:30146; appliedIndex:30140; }","duration":"428.247784ms","start":"2026-07-10T00:42:27.139879Z","end":"2026-07-10T00:42:27.568126Z","steps":["trace[1345230980] 'read index received' (duration: 426.791046ms)","trace[1345230980] 'applied index is now lower than readState.Index' (duration: 1.401066ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:27.568179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.768387Z","time spent":"799.737097ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:27.568261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.768233Z","time spent":"799.802598ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:27.568342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.599997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:27.56837Z","caller":"traceutil/trace.go:171","msg":"trace[555096887] transaction","detail":"{read_only:false; response_revision:28815; number_of_response:1; }","duration":"421.872929ms","start":"2026-07-10T00:42:27.146457Z","end":"2026-07-10T00:42:27.56833Z","steps":["trace[555096887] 'process raft request' (duration: 421.361995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.568435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.559958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:27.568302Z","caller":"traceutil/trace.go:171","msg":"trace[69940440] transaction","detail":"{read_only:false; response_revision:28816; number_of_response:1; }","duration":"415.3309ms","start":"2026-07-10T00:42:27.152935Z","end":"2026-07-10T00:42:27.568265Z","steps":["trace[69940440] 'process raft request' (duration: 415.093914ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:27.568485Z","caller":"traceutil/trace.go:171","msg":"trace[1061972228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28816; }","duration":"805.652071ms","start":"2026-07-10T00:42:26.762818Z","end":"2026-07-10T00:42:27.56847Z","steps":["trace[1061972228] 'agreement among raft nodes before linearized reading' (duration: 805.572439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.568496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.189534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:27.568502Z","caller":"traceutil/trace.go:171","msg":"trace[1013679220] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:28816; }","duration":"486.763631ms","start":"2026-07-10T00:42:27.08166Z","end":"2026-07-10T00:42:27.568424Z","steps":["trace[1013679220] 'agreement among raft nodes before linearized reading' (duration: 486.515215ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:27.568548Z","caller":"traceutil/trace.go:171","msg":"trace[1806343798] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:28816; }","duration":"209.272436ms","start":"2026-07-10T00:42:27.359258Z","end":"2026-07-10T00:42:27.568531Z","steps":["trace[1806343798] 'agreement among raft nodes before linearized reading' (duration: 209.195844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.568575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:27.081636Z","time spent":"486.916266ms","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:27.568378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.798792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c806b09c-0fd5-4b8a-b9ec-cfee91355e3d\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-07-10T00:42:27.568578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:27.146435Z","time spent":"422.036144ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:27.568651Z","caller":"traceutil/trace.go:171","msg":"trace[1659690907] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c806b09c-0fd5-4b8a-b9ec-cfee91355e3d; range_end:; response_count:1; response_revision:28816; }","duration":"804.09451ms","start":"2026-07-10T00:42:26.764538Z","end":"2026-07-10T00:42:27.568633Z","steps":["trace[1659690907] 'agreement among raft nodes before linearized reading' (duration: 803.7015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.56871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.764448Z","time spent":"804.246013ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-c806b09c-0fd5-4b8a-b9ec-cfee91355e3d\" "} {"level":"warn","ts":"2026-07-10T00:42:27.56842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.351076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-10T00:42:27.568693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:27.152915Z","time spent":"415.610037ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:27.568776Z","caller":"traceutil/trace.go:171","msg":"trace[1160574939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28816; }","duration":"421.727726ms","start":"2026-07-10T00:42:27.14703Z","end":"2026-07-10T00:42:27.568758Z","steps":["trace[1160574939] 'agreement among raft nodes before linearized reading' (duration: 421.274044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:27.568843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:27.147021Z","time spent":"421.806178ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:42:27.56894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:26.7628Z","time spent":"805.722372ms","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:42:30.175255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.443056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:42:30.175385Z","caller":"traceutil/trace.go:171","msg":"trace[495025515] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:28837; }","duration":"338.640431ms","start":"2026-07-10T00:42:29.836713Z","end":"2026-07-10T00:42:30.175354Z","steps":["trace[495025515] 'count revisions from in-memory index tree' (duration: 338.300962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:30.175448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:29.836685Z","time spent":"338.743793ms","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:30.175561Z","caller":"traceutil/trace.go:171","msg":"trace[237364648] transaction","detail":"{read_only:false; response_revision:28838; number_of_response:1; }","duration":"228.051163ms","start":"2026-07-10T00:42:29.947484Z","end":"2026-07-10T00:42:30.175536Z","steps":["trace[237364648] 'process raft request' (duration: 210.405605ms)","trace[237364648] 'compare' (duration: 17.186146ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:42:30.838721Z","caller":"traceutil/trace.go:171","msg":"trace[1353875447] linearizableReadLoop","detail":"{readStateIndex:30173; appliedIndex:30171; }","duration":"703.373118ms","start":"2026-07-10T00:42:30.135321Z","end":"2026-07-10T00:42:30.838694Z","steps":["trace[1353875447] 'read index received' (duration: 23.431928ms)","trace[1353875447] 'applied index is now lower than readState.Index' (duration: 679.93999ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:42:30.838748Z","caller":"traceutil/trace.go:171","msg":"trace[1644918312] transaction","detail":"{read_only:false; response_revision:28839; number_of_response:1; }","duration":"764.486663ms","start":"2026-07-10T00:42:30.074231Z","end":"2026-07-10T00:42:30.838717Z","steps":["trace[1644918312] 'process raft request' (duration: 755.082009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:30.838886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:30.074199Z","time spent":"764.615836ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:30.838927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.587083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:30.839016Z","caller":"traceutil/trace.go:171","msg":"trace[123581618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28839; }","duration":"703.773968ms","start":"2026-07-10T00:42:30.135217Z","end":"2026-07-10T00:42:30.838991Z","steps":["trace[123581618] 'agreement among raft nodes before linearized reading' (duration: 703.594963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:30.839061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:30.135196Z","time spent":"703.85693ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:42:30.840768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.13946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:42:30.84087Z","caller":"traceutil/trace.go:171","msg":"trace[1232514747] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:28842; }","duration":"173.286313ms","start":"2026-07-10T00:42:30.667568Z","end":"2026-07-10T00:42:30.840854Z","steps":["trace[1232514747] 'agreement among raft nodes before linearized reading' (duration: 173.13684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:30.84097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.019375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:30.841013Z","caller":"traceutil/trace.go:171","msg":"trace[1548937899] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:28842; }","duration":"306.094166ms","start":"2026-07-10T00:42:30.534906Z","end":"2026-07-10T00:42:30.841Z","steps":["trace[1548937899] 'agreement among raft nodes before linearized reading' (duration: 306.022184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:30.841039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:30.534856Z","time spent":"306.176759ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:30.841206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.987626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:42:30.841194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.999946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-10T00:42:30.841947Z","caller":"traceutil/trace.go:171","msg":"trace[1689983852] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:28842; }","duration":"303.799907ms","start":"2026-07-10T00:42:30.53813Z","end":"2026-07-10T00:42:30.84193Z","steps":["trace[1689983852] 'agreement among raft nodes before linearized reading' (duration: 302.814642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:30.841993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:30.538121Z","time spent":"303.857178ms","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:30.841258Z","caller":"traceutil/trace.go:171","msg":"trace[1632056816] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:28842; }","duration":"566.097058ms","start":"2026-07-10T00:42:30.275148Z","end":"2026-07-10T00:42:30.841245Z","steps":["trace[1632056816] 'agreement among raft nodes before linearized reading' (duration: 565.999326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:30.842131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:30.275124Z","time spent":"566.999382ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:36.640614Z","caller":"traceutil/trace.go:171","msg":"trace[1773422282] transaction","detail":"{read_only:false; response_revision:28889; number_of_response:1; }","duration":"444.201728ms","start":"2026-07-10T00:42:36.196382Z","end":"2026-07-10T00:42:36.640583Z","steps":["trace[1773422282] 'process raft request' (duration: 443.967112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:36.641058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:36.196356Z","time spent":"444.580757ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:37.293244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676564,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:42:37.417877Z","caller":"traceutil/trace.go:171","msg":"trace[1857946776] transaction","detail":"{read_only:false; response_revision:28890; number_of_response:1; }","duration":"641.599706ms","start":"2026-07-10T00:42:36.776248Z","end":"2026-07-10T00:42:37.417848Z","steps":["trace[1857946776] 'process raft request' (duration: 641.426821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:37.418052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:36.776218Z","time spent":"641.74977ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:38.104841Z","caller":"traceutil/trace.go:171","msg":"trace[1051727929] transaction","detail":"{read_only:false; response_revision:28891; number_of_response:1; }","duration":"1.233962956s","start":"2026-07-10T00:42:36.870851Z","end":"2026-07-10T00:42:38.104814Z","steps":["trace[1051727929] 'process raft request' (duration: 1.229452388s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.105048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:36.870826Z","time spent":"1.234116939s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:38.105278Z","caller":"traceutil/trace.go:171","msg":"trace[1650916745] transaction","detail":"{read_only:false; response_revision:28892; number_of_response:1; }","duration":"1.233986846s","start":"2026-07-10T00:42:36.871252Z","end":"2026-07-10T00:42:38.105239Z","steps":["trace[1650916745] 'process raft request' (duration: 1.233503083s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.105502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:36.871243Z","time spent":"1.2341417s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:38.106072Z","caller":"traceutil/trace.go:171","msg":"trace[1301271246] transaction","detail":"{read_only:false; response_revision:28893; number_of_response:1; }","duration":"1.234235411s","start":"2026-07-10T00:42:36.871793Z","end":"2026-07-10T00:42:38.106028Z","steps":["trace[1301271246] 'process raft request' (duration: 1.233321217s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.106294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:36.871765Z","time spent":"1.234421846s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:38.10633Z","caller":"traceutil/trace.go:171","msg":"trace[434374524] linearizableReadLoop","detail":"{readStateIndex:30230; appliedIndex:30226; }","duration":"1.314225006s","start":"2026-07-10T00:42:36.792065Z","end":"2026-07-10T00:42:38.10629Z","steps":["trace[434374524] 'read index received' (duration: 626.836664ms)","trace[434374524] 'applied index is now lower than readState.Index' (duration: 687.386312ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:42:38.106509Z","caller":"traceutil/trace.go:171","msg":"trace[1825449912] transaction","detail":"{read_only:false; response_revision:28894; number_of_response:1; }","duration":"932.19952ms","start":"2026-07-10T00:42:37.174293Z","end":"2026-07-10T00:42:38.106492Z","steps":["trace[1825449912] 'process raft request' (duration: 931.688947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.106594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:37.174268Z","time spent":"932.274772ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:38.106679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314599516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-10T00:42:38.10674Z","caller":"traceutil/trace.go:171","msg":"trace[813478244] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:28894; }","duration":"1.314721208s","start":"2026-07-10T00:42:36.791997Z","end":"2026-07-10T00:42:38.106718Z","steps":["trace[813478244] 'agreement among raft nodes before linearized reading' (duration: 1.314501363s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.106756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308279542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-10T00:42:38.106793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:36.791973Z","time spent":"1.314805791s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-10T00:42:38.106832Z","caller":"traceutil/trace.go:171","msg":"trace[1904081500] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:28894; }","duration":"1.308424467s","start":"2026-07-10T00:42:36.798383Z","end":"2026-07-10T00:42:38.106808Z","steps":["trace[1904081500] 'agreement among raft nodes before linearized reading' (duration: 1.308175719s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.106842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.860599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:42:38.106878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:36.798344Z","time spent":"1.308526769s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-10T00:42:38.106891Z","caller":"traceutil/trace.go:171","msg":"trace[650312674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28894; }","duration":"439.9401ms","start":"2026-07-10T00:42:37.666938Z","end":"2026-07-10T00:42:38.106878Z","steps":["trace[650312674] 'agreement among raft nodes before linearized reading' (duration: 439.742974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.106929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:37.666934Z","time spent":"439.986723ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:38.107017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.087465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-10T00:42:38.107043Z","caller":"traceutil/trace.go:171","msg":"trace[1940886156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28894; }","duration":"440.119515ms","start":"2026-07-10T00:42:37.666915Z","end":"2026-07-10T00:42:38.107034Z","steps":["trace[1940886156] 'agreement among raft nodes before linearized reading' (duration: 440.040983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.107067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:37.666911Z","time spent":"440.150246ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:42:38.107107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.987288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-10T00:42:38.107144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.701004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:42:38.107188Z","caller":"traceutil/trace.go:171","msg":"trace[2095636558] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28894; }","duration":"439.749235ms","start":"2026-07-10T00:42:37.667424Z","end":"2026-07-10T00:42:38.107173Z","steps":["trace[2095636558] 'agreement among raft nodes before linearized reading' (duration: 439.623682ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:38.107188Z","caller":"traceutil/trace.go:171","msg":"trace[2033257065] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28894; }","duration":"424.115861ms","start":"2026-07-10T00:42:37.683051Z","end":"2026-07-10T00:42:38.107167Z","steps":["trace[2033257065] 'agreement among raft nodes before linearized reading' (duration: 423.880295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.107203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.769252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:42:38.107223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:37.667413Z","time spent":"439.801436ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:42:38.107243Z","caller":"traceutil/trace.go:171","msg":"trace[2022366991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28894; }","duration":"440.828033ms","start":"2026-07-10T00:42:37.666395Z","end":"2026-07-10T00:42:38.107223Z","steps":["trace[2022366991] 'agreement among raft nodes before linearized reading' (duration: 440.730151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.107237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:37.683033Z","time spent":"424.191503ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:42:38.10727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:37.666391Z","time spent":"440.873184ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:38.107415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.394802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-10T00:42:38.107435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.188253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:38.107453Z","caller":"traceutil/trace.go:171","msg":"trace[1431820842] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28894; }","duration":"440.427023ms","start":"2026-07-10T00:42:37.667013Z","end":"2026-07-10T00:42:38.10744Z","steps":["trace[1431820842] 'agreement among raft nodes before linearized reading' (duration: 440.32474ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:38.107466Z","caller":"traceutil/trace.go:171","msg":"trace[1918884176] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:28894; }","duration":"779.250604ms","start":"2026-07-10T00:42:37.328204Z","end":"2026-07-10T00:42:38.107455Z","steps":["trace[1918884176] 'agreement among raft nodes before linearized reading' (duration: 779.195293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.107493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:37.328187Z","time spent":"779.299336ms","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:38.107488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:37.666967Z","time spent":"440.512436ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:42:38.107563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.929942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-10T00:42:38.107546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.533072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-10T00:42:38.107601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.557765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:38.107613Z","caller":"traceutil/trace.go:171","msg":"trace[1468728760] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28894; }","duration":"252.017454ms","start":"2026-07-10T00:42:37.855581Z","end":"2026-07-10T00:42:38.107599Z","steps":["trace[1468728760] 'agreement among raft nodes before linearized reading' (duration: 251.86324ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:38.10765Z","caller":"traceutil/trace.go:171","msg":"trace[1310833526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28894; }","duration":"970.656088ms","start":"2026-07-10T00:42:37.13698Z","end":"2026-07-10T00:42:38.107636Z","steps":["trace[1310833526] 'agreement among raft nodes before linearized reading' (duration: 970.568106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.107659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.246954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:38.107661Z","caller":"traceutil/trace.go:171","msg":"trace[711985166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28894; }","duration":"441.679026ms","start":"2026-07-10T00:42:37.665949Z","end":"2026-07-10T00:42:38.107628Z","steps":["trace[711985166] 'agreement among raft nodes before linearized reading' (duration: 441.371258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.107701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:37.136953Z","time spent":"970.73713ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:42:38.107726Z","caller":"traceutil/trace.go:171","msg":"trace[673368912] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:28894; }","duration":"293.353067ms","start":"2026-07-10T00:42:37.814351Z","end":"2026-07-10T00:42:38.107704Z","steps":["trace[673368912] 'agreement among raft nodes before linearized reading' (duration: 293.228223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.107583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.47884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-10T00:42:38.107812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:37.665931Z","time spent":"441.789978ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-10T00:42:38.107849Z","caller":"traceutil/trace.go:171","msg":"trace[483019023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28894; }","duration":"441.772508ms","start":"2026-07-10T00:42:37.666057Z","end":"2026-07-10T00:42:38.10783Z","steps":["trace[483019023] 'agreement among raft nodes before linearized reading' (duration: 441.346957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:38.107901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:37.666032Z","time spent":"441.85377ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:42:39.874409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.677365452s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:42:39.874826Z","caller":"traceutil/trace.go:171","msg":"trace[1249395831] transaction","detail":"{read_only:false; response_revision:28898; number_of_response:1; }","duration":"1.761659098s","start":"2026-07-10T00:42:38.113141Z","end":"2026-07-10T00:42:39.874801Z","steps":["trace[1249395831] 'process raft request' (duration: 1.761590026s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:39.874868Z","caller":"traceutil/trace.go:171","msg":"trace[1198788004] transaction","detail":"{read_only:false; response_revision:28897; number_of_response:1; }","duration":"1.761755821s","start":"2026-07-10T00:42:38.113092Z","end":"2026-07-10T00:42:39.874848Z","steps":["trace[1198788004] 'process raft request' (duration: 1.761608287s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:39.87489Z","caller":"traceutil/trace.go:171","msg":"trace[1271421459] transaction","detail":"{read_only:false; response_revision:28896; number_of_response:1; }","duration":"1.761896184s","start":"2026-07-10T00:42:38.112952Z","end":"2026-07-10T00:42:39.874848Z","steps":["trace[1271421459] 'process raft request' (duration: 1.761611777s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:39.874967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.113137Z","time spent":"1.76175709s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:39.874969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.113086Z","time spent":"1.761820712s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:39.875046Z","caller":"traceutil/trace.go:171","msg":"trace[570486832] transaction","detail":"{read_only:false; response_revision:28899; number_of_response:1; }","duration":"1.761834593s","start":"2026-07-10T00:42:38.113196Z","end":"2026-07-10T00:42:39.875031Z","steps":["trace[570486832] 'process raft request' (duration: 1.761569666s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:39.875099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.112932Z","time spent":"1.762031238s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:39.875114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.113191Z","time spent":"1.761889894s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:39.87522Z","caller":"traceutil/trace.go:171","msg":"trace[471251828] transaction","detail":"{read_only:false; response_revision:28901; number_of_response:1; }","duration":"1.757604433s","start":"2026-07-10T00:42:38.117605Z","end":"2026-07-10T00:42:39.875209Z","steps":["trace[471251828] 'process raft request' (duration: 1.75749769s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:39.875213Z","caller":"traceutil/trace.go:171","msg":"trace[145050970] transaction","detail":"{read_only:false; response_revision:28900; number_of_response:1; }","duration":"1.757798329s","start":"2026-07-10T00:42:38.117394Z","end":"2026-07-10T00:42:39.875192Z","steps":["trace[145050970] 'process raft request' (duration: 1.757564483s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:39.875286Z","caller":"traceutil/trace.go:171","msg":"trace[174248539] transaction","detail":"{read_only:false; response_revision:28903; number_of_response:1; }","duration":"1.757517192s","start":"2026-07-10T00:42:38.117747Z","end":"2026-07-10T00:42:39.875264Z","steps":["trace[174248539] 'process raft request' (duration: 1.75744886s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:39.875294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.117579Z","time spent":"1.757664715s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:39.875292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.11737Z","time spent":"1.75788345s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:39.875336Z","caller":"traceutil/trace.go:171","msg":"trace[97763435] linearizableReadLoop","detail":"{readStateIndex:30235; appliedIndex:30231; }","duration":"1.761969966s","start":"2026-07-10T00:42:38.113353Z","end":"2026-07-10T00:42:39.875323Z","steps":["trace[97763435] 'read index received' (duration: 83.907736ms)","trace[97763435] 'applied index is now lower than readState.Index' (duration: 1.67806133s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:42:39.87533Z","caller":"traceutil/trace.go:171","msg":"trace[1554125037] transaction","detail":"{read_only:false; response_revision:28902; number_of_response:1; }","duration":"1.757638254s","start":"2026-07-10T00:42:38.117645Z","end":"2026-07-10T00:42:39.875284Z","steps":["trace[1554125037] 'process raft request' (duration: 1.757524671s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:39.87538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.117741Z","time spent":"1.757580083s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:39.875405Z","caller":"traceutil/trace.go:171","msg":"trace[274484898] transaction","detail":"{read_only:false; response_revision:28904; number_of_response:1; }","duration":"1.756148965s","start":"2026-07-10T00:42:38.119245Z","end":"2026-07-10T00:42:39.875393Z","steps":["trace[274484898] 'process raft request' (duration: 1.75597861s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:39.875467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.119238Z","time spent":"1.756198816s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:39.875482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.117637Z","time spent":"1.757770557s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:39.875503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76214289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:42:39.875539Z","caller":"traceutil/trace.go:171","msg":"trace[466577050] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28904; }","duration":"1.762196491s","start":"2026-07-10T00:42:38.113332Z","end":"2026-07-10T00:42:39.875529Z","steps":["trace[466577050] 'agreement among raft nodes before linearized reading' (duration: 1.762061138s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:39.875568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.113324Z","time spent":"1.762237183s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:42:41.166695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:42:41.166797Z","caller":"traceutil/trace.go:171","msg":"trace[1934961382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007154s","start":"2026-07-10T00:42:39.166704Z","end":"2026-07-10T00:42:41.166775Z","steps":["trace[1934961382] 'agreement among raft nodes before linearized reading' (duration: 1.999942197s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:41.166847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:39.166683Z","time spent":"2.000155272s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:42:41.400121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09567756s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:42:41.400381Z","caller":"traceutil/trace.go:171","msg":"trace[1219351025] linearizableReadLoop","detail":"{readStateIndex:30242; appliedIndex:30240; }","duration":"1.524992361s","start":"2026-07-10T00:42:39.875364Z","end":"2026-07-10T00:42:41.400356Z","steps":["trace[1219351025] 'read index received' (duration: 428.932472ms)","trace[1219351025] 'applied index is now lower than readState.Index' (duration: 1.096058529s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:42:41.400408Z","caller":"traceutil/trace.go:171","msg":"trace[1415236341] transaction","detail":"{read_only:false; response_revision:28906; number_of_response:1; }","duration":"2.358025182s","start":"2026-07-10T00:42:39.042352Z","end":"2026-07-10T00:42:41.400377Z","steps":["trace[1415236341] 'process raft request' (duration: 2.357881568s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:41.400468Z","caller":"traceutil/trace.go:171","msg":"trace[621460655] transaction","detail":"{read_only:false; response_revision:28905; number_of_response:1; }","duration":"2.753954998s","start":"2026-07-10T00:42:38.646484Z","end":"2026-07-10T00:42:41.400439Z","steps":["trace[621460655] 'process raft request' (duration: 1.657787125s)","trace[621460655] 'compare' (duration: 1.094936051s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:41.400519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929306505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:41.40054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:39.042323Z","time spent":"2.358146564s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:41.400582Z","caller":"traceutil/trace.go:171","msg":"trace[1800568336] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:28906; }","duration":"1.929426958s","start":"2026-07-10T00:42:39.471139Z","end":"2026-07-10T00:42:41.400566Z","steps":["trace[1800568336] 'agreement among raft nodes before linearized reading' (duration: 1.929287994s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:41.400575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51529052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-07-10T00:42:41.400598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.646454Z","time spent":"2.754077691s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:41.400622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:39.471117Z","time spent":"1.929495059s","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:41.400632Z","caller":"traceutil/trace.go:171","msg":"trace[2002858147] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:28906; }","duration":"2.515385472s","start":"2026-07-10T00:42:38.885231Z","end":"2026-07-10T00:42:41.400617Z","steps":["trace[2002858147] 'agreement among raft nodes before linearized reading' (duration: 2.515227728s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:41.400689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.88521Z","time spent":"2.515460073s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-07-10T00:42:41.400743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680959774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:41.400827Z","caller":"traceutil/trace.go:171","msg":"trace[773712882] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:28906; }","duration":"2.681108439s","start":"2026-07-10T00:42:38.719697Z","end":"2026-07-10T00:42:41.400806Z","steps":["trace[773712882] 'agreement among raft nodes before linearized reading' (duration: 2.680969245s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:41.400871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:38.719667Z","time spent":"2.68119325s","remote":"127.0.0.1:53318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:41.400507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000636904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:41.401294Z","caller":"traceutil/trace.go:171","msg":"trace[1577138532] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:28906; }","duration":"2.001479197s","start":"2026-07-10T00:42:39.399794Z","end":"2026-07-10T00:42:41.401273Z","steps":["trace[1577138532] 'agreement among raft nodes before linearized reading' (duration: 2.000592563s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:41.401344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:39.399771Z","time spent":"2.001556829s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:41.900965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:42.204715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.900264831s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:42:42.264501Z","caller":"traceutil/trace.go:171","msg":"trace[767947186] transaction","detail":"{read_only:false; response_revision:28908; number_of_response:1; }","duration":"2.151625219s","start":"2026-07-10T00:42:40.112852Z","end":"2026-07-10T00:42:42.264477Z","steps":["trace[767947186] 'process raft request' (duration: 2.151497326s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:42.264497Z","caller":"traceutil/trace.go:171","msg":"trace[1602247727] transaction","detail":"{read_only:false; response_revision:28907; number_of_response:1; }","duration":"2.15240027s","start":"2026-07-10T00:42:40.112049Z","end":"2026-07-10T00:42:42.264449Z","steps":["trace[1602247727] 'process raft request' (duration: 2.092869175s)","trace[1602247727] 'compare' (duration: 58.9774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:42.264644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:40.112824Z","time spent":"2.151752813s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:42.264784Z","caller":"traceutil/trace.go:171","msg":"trace[1123844816] transaction","detail":"{read_only:false; response_revision:28910; number_of_response:1; }","duration":"2.151538067s","start":"2026-07-10T00:42:40.113219Z","end":"2026-07-10T00:42:42.264757Z","steps":["trace[1123844816] 'process raft request' (duration: 2.151363682s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.264814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:40.112017Z","time spent":"2.152577444s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:42.26497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:40.113208Z","time spent":"2.15165994s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:42.264964Z","caller":"traceutil/trace.go:171","msg":"trace[593916554] transaction","detail":"{read_only:false; response_revision:28909; number_of_response:1; }","duration":"2.151854565s","start":"2026-07-10T00:42:40.11307Z","end":"2026-07-10T00:42:42.264925Z","steps":["trace[593916554] 'process raft request' (duration: 2.151371863s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.26517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:40.113057Z","time spent":"2.15201539s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:42.265189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387728311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"info","ts":"2026-07-10T00:42:42.265233Z","caller":"traceutil/trace.go:171","msg":"trace[1866319234] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:28911; }","duration":"2.387807102s","start":"2026-07-10T00:42:39.877416Z","end":"2026-07-10T00:42:42.265223Z","steps":["trace[1866319234] 'agreement among raft nodes before linearized reading' (duration: 2.387637958s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.265263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:39.877401Z","time spent":"2.387853874s","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17016,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-10T00:42:42.264992Z","caller":"traceutil/trace.go:171","msg":"trace[1060302441] linearizableReadLoop","detail":"{readStateIndex:30248; appliedIndex:30242; }","duration":"864.536967ms","start":"2026-07-10T00:42:41.400426Z","end":"2026-07-10T00:42:42.264963Z","steps":["trace[1060302441] 'read index received' (duration: 804.497229ms)","trace[1060302441] 'applied index is now lower than readState.Index' (duration: 60.038458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:42.26536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919708366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:42.26541Z","caller":"traceutil/trace.go:171","msg":"trace[1588172887] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:28911; }","duration":"1.919805198s","start":"2026-07-10T00:42:40.345589Z","end":"2026-07-10T00:42:42.265394Z","steps":["trace[1588172887] 'agreement among raft nodes before linearized reading' (duration: 1.919718116s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.265447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:40.345556Z","time spent":"1.9198797s","remote":"127.0.0.1:53214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:42.265511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063529546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-10T00:42:42.265496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.050502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:42.265548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:41.401694Z","time spent":"863.851388ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-10T00:42:42.265597Z","caller":"traceutil/trace.go:171","msg":"trace[397529415] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28911; }","duration":"388.205545ms","start":"2026-07-10T00:42:41.877367Z","end":"2026-07-10T00:42:42.265572Z","steps":["trace[397529415] 'agreement among raft nodes before linearized reading' (duration: 388.038591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.265598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097547138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:42.26562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387071684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-10T00:42:42.265647Z","caller":"traceutil/trace.go:171","msg":"trace[1488855280] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28911; }","duration":"2.387128065s","start":"2026-07-10T00:42:39.878511Z","end":"2026-07-10T00:42:42.265639Z","steps":["trace[1488855280] 'agreement among raft nodes before linearized reading' (duration: 2.387045263s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:42.265646Z","caller":"traceutil/trace.go:171","msg":"trace[1805745165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28911; }","duration":"1.097637881s","start":"2026-07-10T00:42:41.167996Z","end":"2026-07-10T00:42:42.265634Z","steps":["trace[1805745165] 'agreement among raft nodes before linearized reading' (duration: 1.097551549s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.265645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:41.877345Z","time spent":"388.287748ms","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-10T00:42:42.265677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:39.878494Z","time spent":"2.387171137s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:42:42.265683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:41.167972Z","time spent":"1.097703232s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:42:42.26569Z","caller":"traceutil/trace.go:171","msg":"trace[1851492007] transaction","detail":"{read_only:false; response_revision:28911; number_of_response:1; }","duration":"1.232075916s","start":"2026-07-10T00:42:41.033602Z","end":"2026-07-10T00:42:42.265678Z","steps":["trace[1851492007] 'process raft request' (duration: 1.231102871s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.26574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.517581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:42:42.265752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:41.03357Z","time spent":"1.232145448s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:42.265773Z","caller":"traceutil/trace.go:171","msg":"trace[1885604801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28911; }","duration":"386.575603ms","start":"2026-07-10T00:42:41.879187Z","end":"2026-07-10T00:42:42.265763Z","steps":["trace[1885604801] 'agreement among raft nodes before linearized reading' (duration: 386.45016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.265795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:41.879173Z","time spent":"386.616914ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:42.265825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.463118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:42.265891Z","caller":"traceutil/trace.go:171","msg":"trace[903606306] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:28911; }","duration":"254.590181ms","start":"2026-07-10T00:42:42.011284Z","end":"2026-07-10T00:42:42.265874Z","steps":["trace[903606306] 'agreement among raft nodes before linearized reading' (duration: 254.475728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.265908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.483771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:42:42.265928Z","caller":"traceutil/trace.go:171","msg":"trace[548713346] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28911; }","duration":"386.533862ms","start":"2026-07-10T00:42:41.879387Z","end":"2026-07-10T00:42:42.265921Z","steps":["trace[548713346] 'agreement among raft nodes before linearized reading' (duration: 386.45523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.26595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:41.879377Z","time spent":"386.568333ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:42:42.265946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.318942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-10T00:42:42.265972Z","caller":"traceutil/trace.go:171","msg":"trace[1851502400] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28911; }","duration":"387.375093ms","start":"2026-07-10T00:42:41.87859Z","end":"2026-07-10T00:42:42.265965Z","steps":["trace[1851502400] 'agreement among raft nodes before linearized reading' (duration: 387.265601ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:42.265541Z","caller":"traceutil/trace.go:171","msg":"trace[1206202914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28911; }","duration":"2.063623748s","start":"2026-07-10T00:42:40.201909Z","end":"2026-07-10T00:42:42.265533Z","steps":["trace[1206202914] 'agreement among raft nodes before linearized reading' (duration: 2.063535026s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.265993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:41.878576Z","time spent":"387.411905ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:42:42.266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:40.201871Z","time spent":"2.06412353s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:42:42.265991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387546156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-10T00:42:42.266036Z","caller":"traceutil/trace.go:171","msg":"trace[1010401712] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28911; }","duration":"2.387604728s","start":"2026-07-10T00:42:39.878418Z","end":"2026-07-10T00:42:42.266023Z","steps":["trace[1010401712] 'agreement among raft nodes before linearized reading' (duration: 2.387427923s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.266047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.914401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-10T00:42:42.266067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:39.878411Z","time spent":"2.387648439s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:42:42.266081Z","caller":"traceutil/trace.go:171","msg":"trace[1955454898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28911; }","duration":"386.946202ms","start":"2026-07-10T00:42:41.879124Z","end":"2026-07-10T00:42:42.26607Z","steps":["trace[1955454898] 'agreement among raft nodes before linearized reading' (duration: 386.836559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.266104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:41.879076Z","time spent":"387.022595ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:42.266159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.426775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-10T00:42:42.266211Z","caller":"traceutil/trace.go:171","msg":"trace[18187675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28911; }","duration":"387.508007ms","start":"2026-07-10T00:42:41.87869Z","end":"2026-07-10T00:42:42.266198Z","steps":["trace[18187675] 'agreement among raft nodes before linearized reading' (duration: 387.312082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:42.266245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:41.878672Z","time spent":"387.566258ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:42.773399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:43.273856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:43.694772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.727981ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:43.694935Z","caller":"traceutil/trace.go:171","msg":"trace[109583972] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28911; }","duration":"417.880435ms","start":"2026-07-10T00:42:43.277012Z","end":"2026-07-10T00:42:43.694893Z","steps":["trace[109583972] 'range keys from in-memory index tree' (duration: 417.710121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:43.774447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:44.274834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:44.275212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998469138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:42:44.275285Z","caller":"traceutil/trace.go:171","msg":"trace[2123717866] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998579011s","start":"2026-07-10T00:42:42.276692Z","end":"2026-07-10T00:42:44.275271Z","steps":["trace[2123717866] 'agreement among raft nodes before linearized reading' (duration: 1.998488798s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:44.275326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.276681Z","time spent":"1.998636763s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:42:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:42:44.506506Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.236032258s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:42:44.506932Z","caller":"traceutil/trace.go:171","msg":"trace[1283616268] transaction","detail":"{read_only:false; response_revision:28912; number_of_response:1; }","duration":"2.236547591s","start":"2026-07-10T00:42:42.270355Z","end":"2026-07-10T00:42:44.506903Z","steps":["trace[1283616268] 'process raft request' (duration: 2.236357146s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:44.507087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.270334Z","time spent":"2.236670054s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:46.152752Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.643813153s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:42:46.153248Z","caller":"traceutil/trace.go:171","msg":"trace[1376167771] transaction","detail":"{read_only:false; response_revision:28914; number_of_response:1; }","duration":"3.882698865s","start":"2026-07-10T00:42:42.270521Z","end":"2026-07-10T00:42:46.15322Z","steps":["trace[1376167771] 'process raft request' (duration: 3.882613443s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:46.153302Z","caller":"traceutil/trace.go:171","msg":"trace[197785024] transaction","detail":"{read_only:false; response_revision:28913; number_of_response:1; }","duration":"3.882743366s","start":"2026-07-10T00:42:42.270519Z","end":"2026-07-10T00:42:46.153262Z","steps":["trace[197785024] 'process raft request' (duration: 3.882446618s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:46.153404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.270498Z","time spent":"3.882815318s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:46.153482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.270498Z","time spent":"3.88288563s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:46.153598Z","caller":"traceutil/trace.go:171","msg":"trace[1478107664] transaction","detail":"{read_only:false; response_revision:28915; number_of_response:1; }","duration":"3.881603517s","start":"2026-07-10T00:42:42.271964Z","end":"2026-07-10T00:42:46.153567Z","steps":["trace[1478107664] 'process raft request' (duration: 3.881218537s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:46.153749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.271944Z","time spent":"3.881730241s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:46.153845Z","caller":"traceutil/trace.go:171","msg":"trace[1847422156] transaction","detail":"{read_only:false; response_revision:28917; number_of_response:1; }","duration":"3.879497362s","start":"2026-07-10T00:42:42.274328Z","end":"2026-07-10T00:42:46.153826Z","steps":["trace[1847422156] 'process raft request' (duration: 3.879338508s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:46.153894Z","caller":"traceutil/trace.go:171","msg":"trace[741251723] transaction","detail":"{read_only:false; response_revision:28918; number_of_response:1; }","duration":"3.879493492s","start":"2026-07-10T00:42:42.274392Z","end":"2026-07-10T00:42:46.153885Z","steps":["trace[741251723] 'process raft request' (duration: 3.879339078s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:46.153966Z","caller":"traceutil/trace.go:171","msg":"trace[865635426] transaction","detail":"{read_only:false; response_revision:28916; number_of_response:1; }","duration":"3.881841003s","start":"2026-07-10T00:42:42.272117Z","end":"2026-07-10T00:42:46.153958Z","steps":["trace[865635426] 'process raft request' (duration: 3.88133224s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:46.153967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.274386Z","time spent":"3.879547333s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:46.153958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.274318Z","time spent":"3.879580104s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:46.154011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.272106Z","time spent":"3.881882164s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:46.153852Z","caller":"traceutil/trace.go:171","msg":"trace[1581867339] transaction","detail":"{read_only:false; response_revision:28919; number_of_response:1; }","duration":"3.877147041s","start":"2026-07-10T00:42:42.276691Z","end":"2026-07-10T00:42:46.153838Z","steps":["trace[1581867339] 'process raft request' (duration: 3.877078009s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:46.154073Z","caller":"traceutil/trace.go:171","msg":"trace[1829751575] transaction","detail":"{read_only:false; response_revision:28921; number_of_response:1; }","duration":"3.829641189s","start":"2026-07-10T00:42:42.324421Z","end":"2026-07-10T00:42:46.154063Z","steps":["trace[1829751575] 'process raft request' (duration: 3.829523996s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:46.154101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.276662Z","time spent":"3.877421328s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":552,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:46.154133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.324371Z","time spent":"3.829736952s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:46.154095Z","caller":"traceutil/trace.go:171","msg":"trace[1106867190] transaction","detail":"{read_only:false; response_revision:28920; number_of_response:1; }","duration":"3.877374377s","start":"2026-07-10T00:42:42.276709Z","end":"2026-07-10T00:42:46.154084Z","steps":["trace[1106867190] 'process raft request' (duration: 3.87709407s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:46.154158Z","caller":"traceutil/trace.go:171","msg":"trace[2038500922] transaction","detail":"{read_only:false; response_revision:28922; number_of_response:1; }","duration":"3.729433311s","start":"2026-07-10T00:42:42.424714Z","end":"2026-07-10T00:42:46.154148Z","steps":["trace[2038500922] 'process raft request' (duration: 3.729312288s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:46.154197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.276688Z","time spent":"3.8774865s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:46.154206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.424685Z","time spent":"3.729497713s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:46.154504Z","caller":"traceutil/trace.go:171","msg":"trace[1860831109] transaction","detail":"{read_only:false; response_revision:28923; number_of_response:1; }","duration":"2.747896591s","start":"2026-07-10T00:42:43.406598Z","end":"2026-07-10T00:42:46.154495Z","steps":["trace[1860831109] 'process raft request' (duration: 2.747515181s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:46.154517Z","caller":"traceutil/trace.go:171","msg":"trace[925806145] transaction","detail":"{read_only:false; response_revision:28924; number_of_response:1; }","duration":"1.884019891s","start":"2026-07-10T00:42:44.270479Z","end":"2026-07-10T00:42:46.154499Z","steps":["trace[925806145] 'process raft request' (duration: 1.883835106s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:46.15455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:43.406573Z","time spent":"2.747952552s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:46.154574Z","caller":"traceutil/trace.go:171","msg":"trace[132136863] transaction","detail":"{read_only:false; response_revision:28926; number_of_response:1; }","duration":"1.883713843s","start":"2026-07-10T00:42:44.270842Z","end":"2026-07-10T00:42:46.154556Z","steps":["trace[132136863] 'process raft request' (duration: 1.88359066s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:46.154594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:44.270455Z","time spent":"1.884102042s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:46.154628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:44.270801Z","time spent":"1.883798965s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:46.154649Z","caller":"traceutil/trace.go:171","msg":"trace[1828617686] transaction","detail":"{read_only:false; response_revision:28925; number_of_response:1; }","duration":"1.883943538s","start":"2026-07-10T00:42:44.270698Z","end":"2026-07-10T00:42:46.154642Z","steps":["trace[1828617686] 'process raft request' (duration: 1.883691692s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:46.154685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:44.270691Z","time spent":"1.883974909s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:46.154702Z","caller":"traceutil/trace.go:171","msg":"trace[1128529697] transaction","detail":"{read_only:false; response_revision:28927; number_of_response:1; }","duration":"1.883054895s","start":"2026-07-10T00:42:44.27163Z","end":"2026-07-10T00:42:46.154685Z","steps":["trace[1128529697] 'process raft request' (duration: 1.88283293s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:46.154873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:44.271615Z","time spent":"1.883135708s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:46.27534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999924057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:42:46.275427Z","caller":"traceutil/trace.go:171","msg":"trace[363680005] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000063461s","start":"2026-07-10T00:42:44.275344Z","end":"2026-07-10T00:42:46.275407Z","steps":["trace[363680005] 'agreement among raft nodes before linearized reading' (duration: 1.999956888s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:46.275472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:44.275329Z","time spent":"2.000134092s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:42:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:42:47.146297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.781735ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-10T00:42:47.146556Z","caller":"traceutil/trace.go:171","msg":"trace[72117675] linearizableReadLoop","detail":"{readStateIndex:30264; appliedIndex:30248; }","duration":"4.874594123s","start":"2026-07-10T00:42:42.271942Z","end":"2026-07-10T00:42:47.146536Z","steps":["trace[72117675] 'read index received' (duration: 2.234892869s)","trace[72117675] 'applied index is now lower than readState.Index' (duration: 2.639700254s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:47.147627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.875670121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-10T00:42:47.147666Z","caller":"traceutil/trace.go:171","msg":"trace[846603633] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:28927; }","duration":"4.875740183s","start":"2026-07-10T00:42:42.271913Z","end":"2026-07-10T00:42:47.147653Z","steps":["trace[846603633] 'agreement among raft nodes before linearized reading' (duration: 4.875596069s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.147702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.2719Z","time spent":"4.875792795s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"info","ts":"2026-07-10T00:42:47.148382Z","caller":"traceutil/trace.go:171","msg":"trace[1609550150] transaction","detail":"{read_only:false; response_revision:28928; number_of_response:1; }","duration":"1.980698557s","start":"2026-07-10T00:42:45.16764Z","end":"2026-07-10T00:42:47.148338Z","steps":["trace[1609550150] 'process raft request' (duration: 1.978768287s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.148543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:45.167617Z","time spent":"1.98084603s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:47.550529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176931267s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:42:47.624463Z","caller":"traceutil/trace.go:171","msg":"trace[1040505567] linearizableReadLoop","detail":"{readStateIndex:30267; appliedIndex:30266; }","duration":"477.851381ms","start":"2026-07-10T00:42:47.146584Z","end":"2026-07-10T00:42:47.624435Z","steps":["trace[1040505567] 'read index received' (duration: 404.365056ms)","trace[1040505567] 'applied index is now lower than readState.Index' (duration: 73.485165ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:42:47.624581Z","caller":"traceutil/trace.go:171","msg":"trace[971758160] transaction","detail":"{read_only:false; number_of_response:0; response_revision:28928; }","duration":"1.461480674s","start":"2026-07-10T00:42:46.16309Z","end":"2026-07-10T00:42:47.624571Z","steps":["trace[971758160] 'process raft request' (duration: 1.387913357s)","trace[971758160] 'compare' (duration: 73.385383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:47.624661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:46.16307Z","time spent":"1.461536845s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T00:42:47.624717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713603291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:47.624789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200053686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:47.624818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342862108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:47.624846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.241672853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:47.624816Z","caller":"traceutil/trace.go:171","msg":"trace[1079317944] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:28928; }","duration":"1.713764826s","start":"2026-07-10T00:42:45.911022Z","end":"2026-07-10T00:42:47.624787Z","steps":["trace[1079317944] 'agreement among raft nodes before linearized reading' (duration: 1.713612082s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:47.624874Z","caller":"traceutil/trace.go:171","msg":"trace[1598225934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28928; }","duration":"1.34291814s","start":"2026-07-10T00:42:46.28194Z","end":"2026-07-10T00:42:47.624858Z","steps":["trace[1598225934] 'agreement among raft nodes before linearized reading' (duration: 1.342831598s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.624875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.871288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:42:47.624885Z","caller":"traceutil/trace.go:171","msg":"trace[2040133591] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:28928; }","duration":"2.241745525s","start":"2026-07-10T00:42:45.383119Z","end":"2026-07-10T00:42:47.624865Z","steps":["trace[2040133591] 'agreement among raft nodes before linearized reading' (duration: 2.241688003s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:47.624974Z","caller":"traceutil/trace.go:171","msg":"trace[2067712667] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28928; }","duration":"594.038803ms","start":"2026-07-10T00:42:47.030917Z","end":"2026-07-10T00:42:47.624956Z","steps":["trace[2067712667] 'agreement among raft nodes before linearized reading' (duration: 593.833778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.624985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418705465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:47.625017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.030895Z","time spent":"594.113315ms","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:47.62503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115405089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-10T00:42:47.62504Z","caller":"traceutil/trace.go:171","msg":"trace[251050994] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:28928; }","duration":"1.418749016s","start":"2026-07-10T00:42:46.206271Z","end":"2026-07-10T00:42:47.62502Z","steps":["trace[251050994] 'agreement among raft nodes before linearized reading' (duration: 1.418680494s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.62503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263436729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:47.625077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:46.206172Z","time spent":"1.418897019s","remote":"127.0.0.1:54312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:47.625083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290564109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:47.625104Z","caller":"traceutil/trace.go:171","msg":"trace[747875831] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:28928; }","duration":"3.290620241s","start":"2026-07-10T00:42:44.334479Z","end":"2026-07-10T00:42:47.625099Z","steps":["trace[747875831] 'agreement among raft nodes before linearized reading' (duration: 3.29058542s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:47.625099Z","caller":"traceutil/trace.go:171","msg":"trace[566194503] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28928; }","duration":"1.263507051s","start":"2026-07-10T00:42:46.361578Z","end":"2026-07-10T00:42:47.625085Z","steps":["trace[566194503] 'agreement among raft nodes before linearized reading' (duration: 1.263417238s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.625107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.319698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:47.625138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:46.361513Z","time spent":"1.263614954s","remote":"127.0.0.1:34202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:47.625185Z","caller":"traceutil/trace.go:171","msg":"trace[751329634] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:28928; }","duration":"963.429651ms","start":"2026-07-10T00:42:46.66174Z","end":"2026-07-10T00:42:47.62517Z","steps":["trace[751329634] 'agreement among raft nodes before linearized reading' (duration: 963.279647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.625202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39196788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16993"} {"level":"info","ts":"2026-07-10T00:42:47.625233Z","caller":"traceutil/trace.go:171","msg":"trace[1986918397] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:28928; }","duration":"3.392045682s","start":"2026-07-10T00:42:44.233182Z","end":"2026-07-10T00:42:47.625228Z","steps":["trace[1986918397] 'agreement among raft nodes before linearized reading' (duration: 3.39195865s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.625253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:44.233154Z","time spent":"3.392092844s","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17016,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-10T00:42:47.625249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.946689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:42:47.625278Z","caller":"traceutil/trace.go:171","msg":"trace[1173831437] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:28928; }","duration":"560.02455ms","start":"2026-07-10T00:42:47.065245Z","end":"2026-07-10T00:42:47.625269Z","steps":["trace[1173831437] 'agreement among raft nodes before linearized reading' (duration: 559.972919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.62525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:46.661669Z","time spent":"963.543224ms","remote":"127.0.0.1:60276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:47.625303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.065218Z","time spent":"560.075502ms","remote":"127.0.0.1:58592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:47.62532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68346648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:42:47.624975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:45.383091Z","time spent":"2.241872398s","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:47.625355Z","caller":"traceutil/trace.go:171","msg":"trace[428910254] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:28928; }","duration":"1.683542232s","start":"2026-07-10T00:42:45.941803Z","end":"2026-07-10T00:42:47.625345Z","steps":["trace[428910254] 'agreement among raft nodes before linearized reading' (duration: 1.683488631s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.625382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472772764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:47.625393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:45.941783Z","time spent":"1.683599583s","remote":"127.0.0.1:53246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:47.625412Z","caller":"traceutil/trace.go:171","msg":"trace[1457913140] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:28928; }","duration":"3.472830726s","start":"2026-07-10T00:42:44.152573Z","end":"2026-07-10T00:42:47.625403Z","steps":["trace[1457913140] 'agreement among raft nodes before linearized reading' (duration: 3.472781525s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.625437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:44.152554Z","time spent":"3.472877336s","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:47.624917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:45.910998Z","time spent":"1.713901049s","remote":"127.0.0.1:59968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:47.624917Z","caller":"traceutil/trace.go:171","msg":"trace[790366101] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:28928; }","duration":"1.200178469s","start":"2026-07-10T00:42:46.424659Z","end":"2026-07-10T00:42:47.624838Z","steps":["trace[790366101] 'agreement among raft nodes before linearized reading' (duration: 1.200006515s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.625125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:44.334457Z","time spent":"3.290663022s","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:47.624925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.658200314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:47.625575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:46.424643Z","time spent":"1.200920558s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:47.625636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.347109665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:47.625645Z","caller":"traceutil/trace.go:171","msg":"trace[1278690882] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:28928; }","duration":"2.658900022s","start":"2026-07-10T00:42:44.966718Z","end":"2026-07-10T00:42:47.625618Z","steps":["trace[1278690882] 'agreement among raft nodes before linearized reading' (duration: 2.658186004s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:47.625051Z","caller":"traceutil/trace.go:171","msg":"trace[646864401] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28928; }","duration":"3.11545378s","start":"2026-07-10T00:42:44.509591Z","end":"2026-07-10T00:42:47.625045Z","steps":["trace[646864401] 'agreement among raft nodes before linearized reading' (duration: 3.115354237s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.625733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:44.96665Z","time spent":"2.659047345s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:47.625756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:44.509574Z","time spent":"3.116171199s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-10T00:42:47.625593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415402866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:42:47.625666Z","caller":"traceutil/trace.go:171","msg":"trace[1225813971] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28928; }","duration":"5.347136515s","start":"2026-07-10T00:42:42.278518Z","end":"2026-07-10T00:42:47.625655Z","steps":["trace[1225813971] 'agreement among raft nodes before linearized reading' (duration: 5.347093844s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:47.625873Z","caller":"traceutil/trace.go:171","msg":"trace[1472211701] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28928; }","duration":"4.415727555s","start":"2026-07-10T00:42:43.210139Z","end":"2026-07-10T00:42:47.625867Z","steps":["trace[1472211701] 'agreement among raft nodes before linearized reading' (duration: 4.415377726s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.625899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:43.210117Z","time spent":"4.415774416s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:47.624924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:46.281893Z","time spent":"1.343022812s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:42:47.626006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:42.27848Z","time spent":"5.347401492s","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-10T00:42:47.681488Z","caller":"traceutil/trace.go:171","msg":"trace[668435609] transaction","detail":"{read_only:false; response_revision:28929; number_of_response:1; }","duration":"529.325305ms","start":"2026-07-10T00:42:47.152116Z","end":"2026-07-10T00:42:47.681441Z","steps":["trace[668435609] 'process raft request' (duration: 529.051848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.681633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.278445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:47.681738Z","caller":"traceutil/trace.go:171","msg":"trace[224152915] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:28929; }","duration":"337.44705ms","start":"2026-07-10T00:42:47.344265Z","end":"2026-07-10T00:42:47.681712Z","steps":["trace[224152915] 'agreement among raft nodes before linearized reading' (duration: 337.186463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.681795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.344242Z","time spent":"337.539292ms","remote":"127.0.0.1:53300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:47.681866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.152062Z","time spent":"529.51488ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:47.682129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.522625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-10T00:42:47.682299Z","caller":"traceutil/trace.go:171","msg":"trace[2103958361] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28929; }","duration":"479.73256ms","start":"2026-07-10T00:42:47.202539Z","end":"2026-07-10T00:42:47.682272Z","steps":["trace[2103958361] 'agreement among raft nodes before linearized reading' (duration: 478.937099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:47.682463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.202522Z","time spent":"479.922245ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-10T00:42:48.194277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:48.694814Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676627,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:49.12785Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356031511s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:42:49.128423Z","caller":"traceutil/trace.go:171","msg":"trace[612607921] transaction","detail":"{read_only:false; response_revision:28930; number_of_response:1; }","duration":"1.43697466s","start":"2026-07-10T00:42:47.691414Z","end":"2026-07-10T00:42:49.128388Z","steps":["trace[612607921] 'process raft request' (duration: 1.436638061s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:49.128617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.691403Z","time spent":"1.437108223s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:50.468168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251967663s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:42:50.468754Z","caller":"traceutil/trace.go:171","msg":"trace[867682191] transaction","detail":"{read_only:false; response_revision:28931; number_of_response:1; }","duration":"2.775247669s","start":"2026-07-10T00:42:47.69348Z","end":"2026-07-10T00:42:50.468727Z","steps":["trace[867682191] 'process raft request' (duration: 2.774865049s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:50.468823Z","caller":"traceutil/trace.go:171","msg":"trace[1102357941] transaction","detail":"{read_only:false; response_revision:28934; number_of_response:1; }","duration":"2.307063679s","start":"2026-07-10T00:42:48.161746Z","end":"2026-07-10T00:42:50.468809Z","steps":["trace[1102357941] 'process raft request' (duration: 2.306988437s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.468865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.693458Z","time spent":"2.775346752s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:50.468892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.161731Z","time spent":"2.307126902s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:50.468919Z","caller":"traceutil/trace.go:171","msg":"trace[1677042705] transaction","detail":"{read_only:false; response_revision:28932; number_of_response:1; }","duration":"2.307515021s","start":"2026-07-10T00:42:48.16137Z","end":"2026-07-10T00:42:50.468885Z","steps":["trace[1677042705] 'process raft request' (duration: 2.307115301s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:50.468986Z","caller":"traceutil/trace.go:171","msg":"trace[682963550] transaction","detail":"{read_only:false; response_revision:28933; number_of_response:1; }","duration":"2.30745939s","start":"2026-07-10T00:42:48.161518Z","end":"2026-07-10T00:42:50.468977Z","steps":["trace[682963550] 'process raft request' (duration: 2.307177322s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.161492Z","time spent":"2.307512961s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:50.469051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.161362Z","time spent":"2.307624554s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:50.469114Z","caller":"traceutil/trace.go:171","msg":"trace[742299843] transaction","detail":"{read_only:false; response_revision:28935; number_of_response:1; }","duration":"2.307331407s","start":"2026-07-10T00:42:48.161777Z","end":"2026-07-10T00:42:50.469108Z","steps":["trace[742299843] 'process raft request' (duration: 2.306997428s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.161769Z","time spent":"2.307362148s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:50.469284Z","caller":"traceutil/trace.go:171","msg":"trace[743579089] transaction","detail":"{read_only:false; response_revision:28936; number_of_response:1; }","duration":"2.304146514s","start":"2026-07-10T00:42:48.16513Z","end":"2026-07-10T00:42:50.469276Z","steps":["trace[743579089] 'process raft request' (duration: 2.303947629s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.165122Z","time spent":"2.304175106s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:50.469371Z","caller":"traceutil/trace.go:171","msg":"trace[1537852304] linearizableReadLoop","detail":"{readStateIndex:30275; appliedIndex:30268; }","duration":"2.77561721s","start":"2026-07-10T00:42:47.693734Z","end":"2026-07-10T00:42:50.469351Z","steps":["trace[1537852304] 'read index received' (duration: 1.434441185s)","trace[1537852304] 'applied index is now lower than readState.Index' (duration: 1.341175105s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:42:50.469417Z","caller":"traceutil/trace.go:171","msg":"trace[474632247] transaction","detail":"{read_only:false; response_revision:28937; number_of_response:1; }","duration":"1.563390568s","start":"2026-07-10T00:42:48.90602Z","end":"2026-07-10T00:42:50.469411Z","steps":["trace[474632247] 'process raft request' (duration: 1.563199942s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775778764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-10T00:42:50.469536Z","caller":"traceutil/trace.go:171","msg":"trace[1074604329] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28937; }","duration":"2.775821525s","start":"2026-07-10T00:42:47.693707Z","end":"2026-07-10T00:42:50.469529Z","steps":["trace[1074604329] 'agreement among raft nodes before linearized reading' (duration: 2.775739633s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.693697Z","time spent":"2.775857787s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-10T00:42:50.469594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.90599Z","time spent":"1.563540502s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:50.469634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740627723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:50.469673Z","caller":"traceutil/trace.go:171","msg":"trace[579378643] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:28937; }","duration":"2.740704145s","start":"2026-07-10T00:42:47.728959Z","end":"2026-07-10T00:42:50.469664Z","steps":["trace[579378643] 'agreement among raft nodes before linearized reading' (duration: 2.740641564s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.728939Z","time spent":"2.740752757s","remote":"127.0.0.1:44300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:50.469723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331334401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:50.469742Z","caller":"traceutil/trace.go:171","msg":"trace[1454662281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28937; }","duration":"1.331350651s","start":"2026-07-10T00:42:49.138383Z","end":"2026-07-10T00:42:50.469734Z","steps":["trace[1454662281] 'agreement among raft nodes before linearized reading' (duration: 1.33132501s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308086587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-10T00:42:50.469767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:49.138332Z","time spent":"1.331429494s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:42:50.469777Z","caller":"traceutil/trace.go:171","msg":"trace[1950247536] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28937; }","duration":"2.308121348s","start":"2026-07-10T00:42:48.16165Z","end":"2026-07-10T00:42:50.469772Z","steps":["trace[1950247536] 'agreement among raft nodes before linearized reading' (duration: 2.308025816s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.161646Z","time spent":"2.308144439s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:42:50.46988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336143725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-10T00:42:50.469885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308310573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-10T00:42:50.469901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.611268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:42:50.469923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067803618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:50.469927Z","caller":"traceutil/trace.go:171","msg":"trace[2044891110] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28937; }","duration":"358.693601ms","start":"2026-07-10T00:42:50.111223Z","end":"2026-07-10T00:42:50.469916Z","steps":["trace[2044891110] 'agreement among raft nodes before linearized reading' (duration: 358.65406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583325734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-10T00:42:50.469942Z","caller":"traceutil/trace.go:171","msg":"trace[98632513] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:28937; }","duration":"1.067853779s","start":"2026-07-10T00:42:49.402083Z","end":"2026-07-10T00:42:50.469936Z","steps":["trace[98632513] 'agreement among raft nodes before linearized reading' (duration: 1.067822348s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.111205Z","time spent":"358.737601ms","remote":"127.0.0.1:42722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:50.469959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:49.402065Z","time spent":"1.06788847s","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:50.469976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047339316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:50.469989Z","caller":"traceutil/trace.go:171","msg":"trace[969826323] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:28937; }","duration":"2.047389868s","start":"2026-07-10T00:42:48.422595Z","end":"2026-07-10T00:42:50.469985Z","steps":["trace[969826323] 'agreement among raft nodes before linearized reading' (duration: 2.047363547s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308469896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-10T00:42:50.470004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.422567Z","time spent":"2.047432968s","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:50.470018Z","caller":"traceutil/trace.go:171","msg":"trace[382003508] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28937; }","duration":"2.308530338s","start":"2026-07-10T00:42:48.161475Z","end":"2026-07-10T00:42:50.470005Z","steps":["trace[382003508] 'agreement among raft nodes before linearized reading' (duration: 2.308461376s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:50.46995Z","caller":"traceutil/trace.go:171","msg":"trace[1003886453] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:28937; }","duration":"1.583381616s","start":"2026-07-10T00:42:48.886565Z","end":"2026-07-10T00:42:50.469947Z","steps":["trace[1003886453] 'agreement among raft nodes before linearized reading' (duration: 1.583338154s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.470052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.161453Z","time spent":"2.30859223s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:42:50.469894Z","caller":"traceutil/trace.go:171","msg":"trace[549945885] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:28937; }","duration":"1.336199367s","start":"2026-07-10T00:42:49.133689Z","end":"2026-07-10T00:42:50.469888Z","steps":["trace[549945885] 'agreement among raft nodes before linearized reading' (duration: 1.336156656s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.470073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.88654Z","time spent":"1.583525949s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-07-10T00:42:50.470088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:49.133666Z","time spent":"1.336412792s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"warn","ts":"2026-07-10T00:42:50.470112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158873388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:50.470129Z","caller":"traceutil/trace.go:171","msg":"trace[1836945170] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:28937; }","duration":"2.158920639s","start":"2026-07-10T00:42:48.311203Z","end":"2026-07-10T00:42:50.470124Z","steps":["trace[1836945170] 'agreement among raft nodes before linearized reading' (duration: 2.158891118s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.470141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.311185Z","time spent":"2.15895284s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:50.469895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.277491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-10T00:42:50.469916Z","caller":"traceutil/trace.go:171","msg":"trace[391704158] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28937; }","duration":"2.308374465s","start":"2026-07-10T00:42:48.161533Z","end":"2026-07-10T00:42:50.469907Z","steps":["trace[391704158] 'agreement among raft nodes before linearized reading' (duration: 2.308286122s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:50.470207Z","caller":"traceutil/trace.go:171","msg":"trace[968381743] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:28937; }","duration":"800.62413ms","start":"2026-07-10T00:42:49.669577Z","end":"2026-07-10T00:42:50.470201Z","steps":["trace[968381743] 'agreement among raft nodes before linearized reading' (duration: 800.278711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.470227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:49.669551Z","time spent":"800.670241ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-10T00:42:50.470229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308908859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:42:50.47024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307633605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:42:50.470253Z","caller":"traceutil/trace.go:171","msg":"trace[2045532192] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28937; }","duration":"2.307658596s","start":"2026-07-10T00:42:48.162591Z","end":"2026-07-10T00:42:50.47025Z","steps":["trace[2045532192] 'agreement among raft nodes before linearized reading' (duration: 2.307616445s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:50.470258Z","caller":"traceutil/trace.go:171","msg":"trace[668582300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28937; }","duration":"2.308947589s","start":"2026-07-10T00:42:48.1613Z","end":"2026-07-10T00:42:50.470247Z","steps":["trace[668582300] 'agreement among raft nodes before linearized reading' (duration: 2.308870777s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.469755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.564048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:50.470284Z","caller":"traceutil/trace.go:171","msg":"trace[740055863] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:28937; }","duration":"543.132403ms","start":"2026-07-10T00:42:49.927146Z","end":"2026-07-10T00:42:50.470279Z","steps":["trace[740055863] 'agreement among raft nodes before linearized reading' (duration: 542.576799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.470284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.161294Z","time spent":"2.30898405s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:50.470298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:49.927116Z","time spent":"543.177904ms","remote":"127.0.0.1:53228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:50.470443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.310953821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-10T00:42:50.470466Z","caller":"traceutil/trace.go:171","msg":"trace[807565842] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28937; }","duration":"2.311009813s","start":"2026-07-10T00:42:48.159449Z","end":"2026-07-10T00:42:50.470459Z","steps":["trace[807565842] 'agreement among raft nodes before linearized reading' (duration: 2.310940501s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.47049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.159432Z","time spent":"2.311051844s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:42:50.470226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.161492Z","time spent":"2.308721933s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:42:50.470537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713863779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:42:50.470267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.162585Z","time spent":"2.307678947s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-10T00:42:50.470562Z","caller":"traceutil/trace.go:171","msg":"trace[1683600356] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:28937; }","duration":"2.713928441s","start":"2026-07-10T00:42:47.756625Z","end":"2026-07-10T00:42:50.470554Z","steps":["trace[1683600356] 'agreement among raft nodes before linearized reading' (duration: 2.71388445s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.470577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.756602Z","time spent":"2.713971322s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:50.470669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503414642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:42:50.470682Z","caller":"traceutil/trace.go:171","msg":"trace[1854927355] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:28937; }","duration":"2.503455323s","start":"2026-07-10T00:42:47.967222Z","end":"2026-07-10T00:42:50.470677Z","steps":["trace[1854927355] 'agreement among raft nodes before linearized reading' (duration: 2.503424922s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.470694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.967203Z","time spent":"2.503487665s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:50.470746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576163259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:50.470749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311326581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-10T00:42:50.470758Z","caller":"traceutil/trace.go:171","msg":"trace[1045684871] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:28937; }","duration":"2.576175669s","start":"2026-07-10T00:42:47.894578Z","end":"2026-07-10T00:42:50.470754Z","steps":["trace[1045684871] 'agreement among raft nodes before linearized reading' (duration: 2.576153619s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:50.470768Z","caller":"traceutil/trace.go:171","msg":"trace[1264532081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28937; }","duration":"2.311378312s","start":"2026-07-10T00:42:48.159383Z","end":"2026-07-10T00:42:50.470762Z","steps":["trace[1264532081] 'agreement among raft nodes before linearized reading' (duration: 2.311330091s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.470772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.89456Z","time spent":"2.5762081s","remote":"127.0.0.1:58318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:50.470783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.159355Z","time spent":"2.311423734s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:50.470779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494559082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-10T00:42:50.470817Z","caller":"traceutil/trace.go:171","msg":"trace[1691536345] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:28937; }","duration":"2.494644895s","start":"2026-07-10T00:42:47.976163Z","end":"2026-07-10T00:42:50.470808Z","steps":["trace[1691536345] 'agreement among raft nodes before linearized reading' (duration: 2.494367498s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.470837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311593388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-10T00:42:50.470847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655139286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:50.470854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.976139Z","time spent":"2.494699285s","remote":"127.0.0.1:47920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":171,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:50.470859Z","caller":"traceutil/trace.go:171","msg":"trace[1052956667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28937; }","duration":"2.31164566s","start":"2026-07-10T00:42:48.159207Z","end":"2026-07-10T00:42:50.470852Z","steps":["trace[1052956667] 'agreement among raft nodes before linearized reading' (duration: 2.311583608s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.470886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:48.15919Z","time spent":"2.311690931s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-10T00:42:50.470863Z","caller":"traceutil/trace.go:171","msg":"trace[140917878] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:28937; }","duration":"2.655155157s","start":"2026-07-10T00:42:47.815702Z","end":"2026-07-10T00:42:50.470857Z","steps":["trace[140917878] 'agreement among raft nodes before linearized reading' (duration: 2.655132746s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:50.470947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:47.815678Z","time spent":"2.65526103s","remote":"127.0.0.1:58432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:50.974411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676640,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:51.264717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.901596ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-10T00:42:51.264796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.47308Z","time spent":"791.711947ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T00:42:52.427251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.245395561s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:42:52.464743Z","caller":"traceutil/trace.go:171","msg":"trace[1895348653] linearizableReadLoop","detail":"{readStateIndex:30284; appliedIndex:30276; }","duration":"1.990558834s","start":"2026-07-10T00:42:50.474157Z","end":"2026-07-10T00:42:52.464716Z","steps":["trace[1895348653] 'read index received' (duration: 645.766415ms)","trace[1895348653] 'applied index is now lower than readState.Index' (duration: 1.344791479s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:42:52.46487Z","caller":"traceutil/trace.go:171","msg":"trace[852377603] transaction","detail":"{read_only:false; response_revision:28938; number_of_response:1; }","duration":"1.991494388s","start":"2026-07-10T00:42:50.473363Z","end":"2026-07-10T00:42:52.464857Z","steps":["trace[852377603] 'process raft request' (duration: 1.954127339s)","trace[852377603] 'compare' (duration: 36.736862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:52.464972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.473339Z","time spent":"1.99155748s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:52.465243Z","caller":"traceutil/trace.go:171","msg":"trace[876970156] transaction","detail":"{read_only:false; response_revision:28943; number_of_response:1; }","duration":"1.987792132s","start":"2026-07-10T00:42:50.477439Z","end":"2026-07-10T00:42:52.465231Z","steps":["trace[876970156] 'process raft request' (duration: 1.987206977s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:52.465293Z","caller":"traceutil/trace.go:171","msg":"trace[2142751934] transaction","detail":"{read_only:false; response_revision:28942; number_of_response:1; }","duration":"1.989521106s","start":"2026-07-10T00:42:50.475702Z","end":"2026-07-10T00:42:52.465223Z","steps":["trace[2142751934] 'process raft request' (duration: 1.98891089s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:52.465271Z","caller":"traceutil/trace.go:171","msg":"trace[15469470] transaction","detail":"{read_only:false; response_revision:28939; number_of_response:1; }","duration":"1.990935983s","start":"2026-07-10T00:42:50.474288Z","end":"2026-07-10T00:42:52.465224Z","steps":["trace[15469470] 'process raft request' (duration: 1.990138653s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:52.465313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.477429Z","time spent":"1.987843503s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:52.465455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.475694Z","time spent":"1.989679851s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:52.465495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991314083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-10T00:42:52.465581Z","caller":"traceutil/trace.go:171","msg":"trace[61748446] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28944; }","duration":"1.991421986s","start":"2026-07-10T00:42:50.474138Z","end":"2026-07-10T00:42:52.46556Z","steps":["trace[61748446] 'agreement among raft nodes before linearized reading' (duration: 1.991119208s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:52.465626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.474129Z","time spent":"1.991486747s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:42:52.465633Z","caller":"traceutil/trace.go:171","msg":"trace[1996198838] transaction","detail":"{read_only:false; response_revision:28944; number_of_response:1; }","duration":"1.986536789s","start":"2026-07-10T00:42:50.47908Z","end":"2026-07-10T00:42:52.465617Z","steps":["trace[1996198838] 'process raft request' (duration: 1.985598095s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:52.465666Z","caller":"traceutil/trace.go:171","msg":"trace[183861439] transaction","detail":"{read_only:false; response_revision:28940; number_of_response:1; }","duration":"1.990255055s","start":"2026-07-10T00:42:50.475399Z","end":"2026-07-10T00:42:52.465654Z","steps":["trace[183861439] 'process raft request' (duration: 1.989146047s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:52.465697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.479071Z","time spent":"1.98659468s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:52.465721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.47538Z","time spent":"1.990311907s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:52.465803Z","caller":"traceutil/trace.go:171","msg":"trace[706812769] transaction","detail":"{read_only:false; response_revision:28941; number_of_response:1; }","duration":"1.990088921s","start":"2026-07-10T00:42:50.475701Z","end":"2026-07-10T00:42:52.46579Z","steps":["trace[706812769] 'process raft request' (duration: 1.98888028s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:52.465856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.475693Z","time spent":"1.990135372s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:52.465462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.474276Z","time spent":"1.991110108s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:52.480523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999761581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:42:52.480601Z","caller":"traceutil/trace.go:171","msg":"trace[617192152] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999869784s","start":"2026-07-10T00:42:50.480718Z","end":"2026-07-10T00:42:52.480587Z","steps":["trace[617192152] 'agreement among raft nodes before linearized reading' (duration: 1.999777352s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:52.480634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.480701Z","time spent":"1.999925665s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:42:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:42:52.965496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676650,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:53.442531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.017669ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:53.442663Z","caller":"traceutil/trace.go:171","msg":"trace[1389688209] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28944; }","duration":"165.159262ms","start":"2026-07-10T00:42:53.277487Z","end":"2026-07-10T00:42:53.442647Z","steps":["trace[1389688209] 'range keys from in-memory index tree' (duration: 165.000068ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:53.443212Z","caller":"traceutil/trace.go:171","msg":"trace[925387282] transaction","detail":"{read_only:false; response_revision:28946; number_of_response:1; }","duration":"2.177397118s","start":"2026-07-10T00:42:51.265796Z","end":"2026-07-10T00:42:53.443193Z","steps":["trace[925387282] 'process raft request' (duration: 2.177294786s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:53.443323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:51.265771Z","time spent":"2.177489871s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:53.443524Z","caller":"traceutil/trace.go:171","msg":"trace[1763445789] transaction","detail":"{read_only:false; response_revision:28945; number_of_response:1; }","duration":"2.281845706s","start":"2026-07-10T00:42:51.161377Z","end":"2026-07-10T00:42:53.443223Z","steps":["trace[1763445789] 'process raft request' (duration: 2.238522663s)","trace[1763445789] 'compare' (duration: 42.81174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:53.443727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:51.161355Z","time spent":"2.282284688s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:54.480972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:42:54.481059Z","caller":"traceutil/trace.go:171","msg":"trace[2111546530] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000377809s","start":"2026-07-10T00:42:52.480663Z","end":"2026-07-10T00:42:54.481041Z","steps":["trace[2111546530] 'agreement among raft nodes before linearized reading' (duration: 2.000270906s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.481114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:52.480649Z","time spent":"2.000448711s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:42:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:42:54.918026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.518039242s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:42:54.948632Z","caller":"traceutil/trace.go:171","msg":"trace[806061787] linearizableReadLoop","detail":"{readStateIndex:30294; appliedIndex:30284; }","duration":"2.483785832s","start":"2026-07-10T00:42:52.46482Z","end":"2026-07-10T00:42:54.948606Z","steps":["trace[806061787] 'read index received' (duration: 935.159788ms)","trace[806061787] 'applied index is now lower than readState.Index' (duration: 1.548624674s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:42:54.948971Z","caller":"traceutil/trace.go:171","msg":"trace[1011640039] transaction","detail":"{read_only:false; response_revision:28947; number_of_response:1; }","duration":"2.478167887s","start":"2026-07-10T00:42:52.470774Z","end":"2026-07-10T00:42:54.948942Z","steps":["trace[1011640039] 'process raft request' (duration: 2.44741282s)","trace[1011640039] 'compare' (duration: 29.947236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:54.949042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112490994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:54.949103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:52.470751Z","time spent":"2.478270879s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:54.949136Z","caller":"traceutil/trace.go:171","msg":"trace[782160007] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:28954; }","duration":"3.112648609s","start":"2026-07-10T00:42:51.836466Z","end":"2026-07-10T00:42:54.949115Z","steps":["trace[782160007] 'agreement among raft nodes before linearized reading' (duration: 3.112472234s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.94919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:51.836439Z","time spent":"3.11273973s","remote":"127.0.0.1:60240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:54.94921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398384728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:42:54.949258Z","caller":"traceutil/trace.go:171","msg":"trace[615905576] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:28954; }","duration":"3.39847771s","start":"2026-07-10T00:42:51.550767Z","end":"2026-07-10T00:42:54.949245Z","steps":["trace[615905576] 'agreement among raft nodes before linearized reading' (duration: 3.398372777s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.949218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300842328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:42:54.949304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.228816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-10T00:42:54.949303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:51.550746Z","time spent":"3.398548511s","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:42:54.949328Z","caller":"traceutil/trace.go:171","msg":"trace[16935857] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:28954; }","duration":"4.301020132s","start":"2026-07-10T00:42:50.648281Z","end":"2026-07-10T00:42:54.949301Z","steps":["trace[16935857] 'agreement among raft nodes before linearized reading' (duration: 4.300824577s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.949321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.821426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-10T00:42:54.949386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.648259Z","time spent":"4.301111725s","remote":"127.0.0.1:53272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:54.949354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.865503881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:54.949428Z","caller":"traceutil/trace.go:171","msg":"trace[1424660325] transaction","detail":"{read_only:false; response_revision:28948; number_of_response:1; }","duration":"2.47826806s","start":"2026-07-10T00:42:52.471134Z","end":"2026-07-10T00:42:54.949402Z","steps":["trace[1424660325] 'process raft request' (duration: 2.47712444s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:54.949428Z","caller":"traceutil/trace.go:171","msg":"trace[1994780252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28954; }","duration":"478.939489ms","start":"2026-07-10T00:42:54.470464Z","end":"2026-07-10T00:42:54.949404Z","steps":["trace[1994780252] 'agreement among raft nodes before linearized reading' (duration: 478.655682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.949447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.409271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-10T00:42:54.949465Z","caller":"traceutil/trace.go:171","msg":"trace[576580645] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:28954; }","duration":"1.865676265s","start":"2026-07-10T00:42:53.083767Z","end":"2026-07-10T00:42:54.949443Z","steps":["trace[576580645] 'agreement among raft nodes before linearized reading' (duration: 1.86549381s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:54.949482Z","caller":"traceutil/trace.go:171","msg":"trace[1069274888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28954; }","duration":"479.469042ms","start":"2026-07-10T00:42:54.470005Z","end":"2026-07-10T00:42:54.949474Z","steps":["trace[1069274888] 'agreement among raft nodes before linearized reading' (duration: 479.131703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.949488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.47044Z","time spent":"479.032911ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:42:54.949506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:52.471123Z","time spent":"2.478334371s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T00:42:54.94952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.469993Z","time spent":"479.517564ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:42:54.949525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:53.083746Z","time spent":"1.865760778s","remote":"127.0.0.1:58612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:54.949549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.472598261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-783e2352-0d5a-4f1b-a9f9-4a4d9cd2d0df\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-10T00:42:54.949648Z","caller":"traceutil/trace.go:171","msg":"trace[1284581405] range","detail":"{range_begin:/registry/persistentvolumes/pvc-783e2352-0d5a-4f1b-a9f9-4a4d9cd2d0df; range_end:; response_count:1; response_revision:28954; }","duration":"4.472785856s","start":"2026-07-10T00:42:50.476808Z","end":"2026-07-10T00:42:54.949594Z","steps":["trace[1284581405] 'agreement among raft nodes before linearized reading' (duration: 4.472359695s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:54.949672Z","caller":"traceutil/trace.go:171","msg":"trace[1771481095] transaction","detail":"{read_only:false; response_revision:28949; number_of_response:1; }","duration":"2.472812029s","start":"2026-07-10T00:42:52.476849Z","end":"2026-07-10T00:42:54.949661Z","steps":["trace[1771481095] 'process raft request' (duration: 2.471474873s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.949705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.475213979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-07-10T00:42:54.949736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:52.476838Z","time spent":"2.47285729s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:54.949362Z","caller":"traceutil/trace.go:171","msg":"trace[1005669949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28954; }","duration":"479.294778ms","start":"2026-07-10T00:42:54.470048Z","end":"2026-07-10T00:42:54.949343Z","steps":["trace[1005669949] 'agreement among raft nodes before linearized reading' (duration: 479.174774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.949789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.47004Z","time spent":"479.742519ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:54.949793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.41303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:54.949838Z","caller":"traceutil/trace.go:171","msg":"trace[830044154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28954; }","duration":"462.488222ms","start":"2026-07-10T00:42:54.487336Z","end":"2026-07-10T00:42:54.949824Z","steps":["trace[830044154] 'agreement among raft nodes before linearized reading' (duration: 462.41595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.949854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.476802Z","time spent":"4.472892339s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-783e2352-0d5a-4f1b-a9f9-4a4d9cd2d0df\" "} {"level":"info","ts":"2026-07-10T00:42:54.949743Z","caller":"traceutil/trace.go:171","msg":"trace[283111720] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:28954; }","duration":"4.47525759s","start":"2026-07-10T00:42:50.474473Z","end":"2026-07-10T00:42:54.949731Z","steps":["trace[283111720] 'agreement among raft nodes before linearized reading' (duration: 4.475142128s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.949896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.487317Z","time spent":"462.561383ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:42:54.949906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.088223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-10T00:42:54.94993Z","caller":"traceutil/trace.go:171","msg":"trace[814079969] transaction","detail":"{read_only:false; response_revision:28951; number_of_response:1; }","duration":"2.471729919s","start":"2026-07-10T00:42:52.478189Z","end":"2026-07-10T00:42:54.949919Z","steps":["trace[814079969] 'process raft request' (duration: 2.470255461s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:54.949956Z","caller":"traceutil/trace.go:171","msg":"trace[85352837] transaction","detail":"{read_only:false; response_revision:28952; number_of_response:1; }","duration":"2.471211366s","start":"2026-07-10T00:42:52.478729Z","end":"2026-07-10T00:42:54.949941Z","steps":["trace[85352837] 'process raft request' (duration: 2.469763248s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.949993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:52.478168Z","time spent":"2.471795921s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:54.949974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.474468Z","time spent":"4.475466836s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-07-10T00:42:54.949999Z","caller":"traceutil/trace.go:171","msg":"trace[261195255] transaction","detail":"{read_only:false; response_revision:28950; number_of_response:1; }","duration":"2.473069695s","start":"2026-07-10T00:42:52.476915Z","end":"2026-07-10T00:42:54.949985Z","steps":["trace[261195255] 'process raft request' (duration: 2.471480383s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.949113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.47445121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-10T00:42:54.950074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.052337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-10T00:42:54.950085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:52.476893Z","time spent":"2.473151007s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:54.950084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:52.478705Z","time spent":"2.471301369s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:54.950086Z","caller":"traceutil/trace.go:171","msg":"trace[1313421148] transaction","detail":"{read_only:false; response_revision:28953; number_of_response:1; }","duration":"2.468178147s","start":"2026-07-10T00:42:52.481894Z","end":"2026-07-10T00:42:54.950072Z","steps":["trace[1313421148] 'process raft request' (duration: 2.466635367s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.950117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.029036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-10T00:42:54.950104Z","caller":"traceutil/trace.go:171","msg":"trace[518197948] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28954; }","duration":"4.475448115s","start":"2026-07-10T00:42:50.474631Z","end":"2026-07-10T00:42:54.950079Z","steps":["trace[518197948] 'agreement among raft nodes before linearized reading' (duration: 4.474309496s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:54.95015Z","caller":"traceutil/trace.go:171","msg":"trace[631004852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28954; }","duration":"480.099358ms","start":"2026-07-10T00:42:54.470042Z","end":"2026-07-10T00:42:54.950142Z","steps":["trace[631004852] 'agreement among raft nodes before linearized reading' (duration: 479.095852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.950172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:52.48188Z","time spent":"2.46825315s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:54.95019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502622231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-10T00:42:54.949898Z","caller":"traceutil/trace.go:171","msg":"trace[577935505] transaction","detail":"{read_only:false; response_revision:28954; number_of_response:1; }","duration":"2.373193825s","start":"2026-07-10T00:42:52.576685Z","end":"2026-07-10T00:42:54.949878Z","steps":["trace[577935505] 'process raft request' (duration: 2.371876841s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.950183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.470012Z","time spent":"480.15884ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T00:42:54.949936Z","caller":"traceutil/trace.go:171","msg":"trace[1024068567] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28954; }","duration":"479.135594ms","start":"2026-07-10T00:42:54.470793Z","end":"2026-07-10T00:42:54.949929Z","steps":["trace[1024068567] 'agreement among raft nodes before linearized reading' (duration: 479.062592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.950272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.454718267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-10T00:42:54.95027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:52.576658Z","time spent":"2.373567154s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:54.950302Z","caller":"traceutil/trace.go:171","msg":"trace[1029090461] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28954; }","duration":"4.454789369s","start":"2026-07-10T00:42:50.495504Z","end":"2026-07-10T00:42:54.950293Z","steps":["trace[1029090461] 'agreement among raft nodes before linearized reading' (duration: 4.453641519s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.950359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.495486Z","time spent":"4.45486728s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:42:54.950298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.470784Z","time spent":"479.505503ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:42:54.950211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:50.474615Z","time spent":"4.475564278s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:42:54.950217Z","caller":"traceutil/trace.go:171","msg":"trace[421500784] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28954; }","duration":"1.502673453s","start":"2026-07-10T00:42:53.447537Z","end":"2026-07-10T00:42:54.95021Z","steps":["trace[421500784] 'agreement among raft nodes before linearized reading' (duration: 1.501690538s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.95067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:53.447518Z","time spent":"1.503134464s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-10T00:42:54.950108Z","caller":"traceutil/trace.go:171","msg":"trace[2019178000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28954; }","duration":"480.127059ms","start":"2026-07-10T00:42:54.469973Z","end":"2026-07-10T00:42:54.9501Z","steps":["trace[2019178000] 'agreement among raft nodes before linearized reading' (duration: 479.281117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.950778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.469951Z","time spent":"480.809887ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:42:54.950935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4181371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:54.952738Z","caller":"traceutil/trace.go:171","msg":"trace[1702680017] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28954; }","duration":"2.419983668s","start":"2026-07-10T00:42:52.532739Z","end":"2026-07-10T00:42:54.952723Z","steps":["trace[1702680017] 'agreement among raft nodes before linearized reading' (duration: 2.416228231s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:54.952827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:52.532717Z","time spent":"2.420084141s","remote":"127.0.0.1:58382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:55.504773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:56.005926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676674,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:56.026415Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022525543s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:42:56.026795Z","caller":"traceutil/trace.go:171","msg":"trace[670605874] transaction","detail":"{read_only:false; response_revision:28956; number_of_response:1; }","duration":"1.070656721s","start":"2026-07-10T00:42:54.956113Z","end":"2026-07-10T00:42:56.02677Z","steps":["trace[670605874] 'process raft request' (duration: 1.070473186s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:56.026935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.956103Z","time spent":"1.070741624s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:56.027073Z","caller":"traceutil/trace.go:171","msg":"trace[758667935] transaction","detail":"{read_only:false; response_revision:28957; number_of_response:1; }","duration":"1.070700663s","start":"2026-07-10T00:42:54.956339Z","end":"2026-07-10T00:42:56.027039Z","steps":["trace[758667935] 'process raft request' (duration: 1.070385355s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:56.027182Z","caller":"traceutil/trace.go:171","msg":"trace[140119474] transaction","detail":"{read_only:false; response_revision:28958; number_of_response:1; }","duration":"1.070780834s","start":"2026-07-10T00:42:54.956364Z","end":"2026-07-10T00:42:56.027145Z","steps":["trace[140119474] 'process raft request' (duration: 1.070572299s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:56.027241Z","caller":"traceutil/trace.go:171","msg":"trace[1183694453] transaction","detail":"{read_only:false; response_revision:28963; number_of_response:1; }","duration":"1.069383417s","start":"2026-07-10T00:42:54.95784Z","end":"2026-07-10T00:42:56.027224Z","steps":["trace[1183694453] 'process raft request' (duration: 1.069334346s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:56.027264Z","caller":"traceutil/trace.go:171","msg":"trace[569430223] transaction","detail":"{read_only:false; response_revision:28961; number_of_response:1; }","duration":"1.069783189s","start":"2026-07-10T00:42:54.957474Z","end":"2026-07-10T00:42:56.027257Z","steps":["trace[569430223] 'process raft request' (duration: 1.069628014s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:56.027306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.957463Z","time spent":"1.06982334s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:56.027328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.95782Z","time spent":"1.069463431s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":644,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:56.02735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.956353Z","time spent":"1.070911738s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:56.027398Z","caller":"traceutil/trace.go:171","msg":"trace[106574638] transaction","detail":"{read_only:false; response_revision:28959; number_of_response:1; }","duration":"1.070676293s","start":"2026-07-10T00:42:54.956712Z","end":"2026-07-10T00:42:56.027388Z","steps":["trace[106574638] 'process raft request' (duration: 1.070311442s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:56.027433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.956694Z","time spent":"1.070718944s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:56.02722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.956326Z","time spent":"1.070804225s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:56.027537Z","caller":"traceutil/trace.go:171","msg":"trace[2114196384] transaction","detail":"{read_only:false; response_revision:28962; number_of_response:1; }","duration":"1.070060986s","start":"2026-07-10T00:42:54.957464Z","end":"2026-07-10T00:42:56.027525Z","steps":["trace[2114196384] 'process raft request' (duration: 1.069677845s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:56.027598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.957447Z","time spent":"1.070117977s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:56.027622Z","caller":"traceutil/trace.go:171","msg":"trace[691099011] transaction","detail":"{read_only:false; response_revision:28960; number_of_response:1; }","duration":"1.070156798s","start":"2026-07-10T00:42:54.95745Z","end":"2026-07-10T00:42:56.027606Z","steps":["trace[691099011] 'process raft request' (duration: 1.069614693s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:56.027681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.95744Z","time spent":"1.070208139s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:56.975885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.26712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:42:56.976011Z","caller":"traceutil/trace.go:171","msg":"trace[1045212945] linearizableReadLoop","detail":"{readStateIndex:30304; appliedIndex:30295; }","duration":"1.97194074s","start":"2026-07-10T00:42:55.004048Z","end":"2026-07-10T00:42:56.975989Z","steps":["trace[1045212945] 'read index received' (duration: 1.022656676s)","trace[1045212945] 'applied index is now lower than readState.Index' (duration: 949.282374ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:42:56.976031Z","caller":"traceutil/trace.go:171","msg":"trace[1991481293] transaction","detail":"{read_only:false; response_revision:28964; number_of_response:1; }","duration":"1.965474062s","start":"2026-07-10T00:42:55.010523Z","end":"2026-07-10T00:42:56.975997Z","steps":["trace[1991481293] 'process raft request' (duration: 1.273001947s)","trace[1991481293] 'compare' (duration: 691.742877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:56.976255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.015083209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"info","ts":"2026-07-10T00:42:56.976288Z","caller":"traceutil/trace.go:171","msg":"trace[1692603291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:28964; }","duration":"2.015136191s","start":"2026-07-10T00:42:54.961139Z","end":"2026-07-10T00:42:56.976275Z","steps":["trace[1692603291] 'agreement among raft nodes before linearized reading' (duration: 2.014936715s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:56.97634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.961129Z","time spent":"2.015201792s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-10T00:42:56.976373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020108449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-10T00:42:56.976466Z","caller":"traceutil/trace.go:171","msg":"trace[415366126] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:28964; }","duration":"2.020236333s","start":"2026-07-10T00:42:54.956206Z","end":"2026-07-10T00:42:56.976442Z","steps":["trace[415366126] 'agreement among raft nodes before linearized reading' (duration: 2.020006837s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:56.976372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.020080649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-10T00:42:56.976521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.95619Z","time spent":"2.020314894s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"info","ts":"2026-07-10T00:42:56.976547Z","caller":"traceutil/trace.go:171","msg":"trace[1669598963] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:28964; }","duration":"2.020297934s","start":"2026-07-10T00:42:54.956232Z","end":"2026-07-10T00:42:56.97653Z","steps":["trace[1669598963] 'agreement among raft nodes before linearized reading' (duration: 2.019970686s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:56.976615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:54.956219Z","time spent":"2.020376757s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-10T00:42:56.976248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:55.010495Z","time spent":"1.965673377s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:58.136418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000558053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:42:58.136554Z","caller":"traceutil/trace.go:171","msg":"trace[798730086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000752708s","start":"2026-07-10T00:42:56.135773Z","end":"2026-07-10T00:42:58.136525Z","steps":["trace[798730086] 'agreement among raft nodes before linearized reading' (duration: 2.000593724s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:58.136614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:56.135751Z","time spent":"2.00085089s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:42:58.161091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129483746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:42:58.161183Z","caller":"traceutil/trace.go:171","msg":"trace[1555683567] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.1296533s","start":"2026-07-10T00:42:56.031509Z","end":"2026-07-10T00:42:58.161163Z","steps":["trace[1555683567] 'agreement among raft nodes before linearized reading' (duration: 2.129526506s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:58.161227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:56.031495Z","time spent":"2.129722452s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/10 00:42:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:42:58.609687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.353114ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:42:58.609904Z","caller":"traceutil/trace.go:171","msg":"trace[500380542] transaction","detail":"{read_only:false; response_revision:28967; number_of_response:1; }","duration":"1.651666916s","start":"2026-07-10T00:42:56.958221Z","end":"2026-07-10T00:42:58.609888Z","steps":["trace[500380542] 'process raft request' (duration: 1.651557773s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:58.609907Z","caller":"traceutil/trace.go:171","msg":"trace[1899418042] transaction","detail":"{read_only:false; response_revision:28966; number_of_response:1; }","duration":"1.652139658s","start":"2026-07-10T00:42:56.957735Z","end":"2026-07-10T00:42:58.609875Z","steps":["trace[1899418042] 'process raft request' (duration: 972.522867ms)","trace[1899418042] 'compare' (duration: 678.38813ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:58.609962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:56.958205Z","time spent":"1.651732618s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:58.610069Z","caller":"traceutil/trace.go:171","msg":"trace[1961298000] transaction","detail":"{read_only:false; response_revision:28968; number_of_response:1; }","duration":"1.651779419s","start":"2026-07-10T00:42:56.958245Z","end":"2026-07-10T00:42:58.610025Z","steps":["trace[1961298000] 'process raft request' (duration: 1.651610075s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:58.61012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:56.95773Z","time spent":"1.652240301s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:58.61017Z","caller":"traceutil/trace.go:171","msg":"trace[1746926806] transaction","detail":"{read_only:false; response_revision:28969; number_of_response:1; }","duration":"1.651171753s","start":"2026-07-10T00:42:56.958938Z","end":"2026-07-10T00:42:58.61011Z","steps":["trace[1746926806] 'process raft request' (duration: 1.65104115s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:42:58.610191Z","caller":"traceutil/trace.go:171","msg":"trace[446061271] linearizableReadLoop","detail":"{readStateIndex:30309; appliedIndex:30305; }","duration":"1.634116392s","start":"2026-07-10T00:42:56.976037Z","end":"2026-07-10T00:42:58.610153Z","steps":["trace[446061271] 'read index received' (duration: 698.348µs)","trace[446061271] 'applied index is now lower than readState.Index' (duration: 1.633414464s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:58.610257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:56.958193Z","time spent":"1.651956634s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:58.610289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:56.958907Z","time spent":"1.651345789s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:42:58.610252Z","caller":"traceutil/trace.go:171","msg":"trace[1871941629] transaction","detail":"{read_only:false; response_revision:28970; number_of_response:1; }","duration":"1.631917075s","start":"2026-07-10T00:42:56.978306Z","end":"2026-07-10T00:42:58.610223Z","steps":["trace[1871941629] 'process raft request' (duration: 1.631779261s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:58.610439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:56.978284Z","time spent":"1.632053278s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:42:59.110428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676687,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:42:59.43448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.413638145s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:42:59.589835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.654601ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-10T00:42:59.590199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815802521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:42:59.590381Z","caller":"traceutil/trace.go:171","msg":"trace[1819823768] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:28970; }","duration":"2.816034857s","start":"2026-07-10T00:42:56.774314Z","end":"2026-07-10T00:42:59.590349Z","steps":["trace[1819823768] 'agreement among raft nodes before linearized reading' (duration: 1.835873153s)","trace[1819823768] 'count revisions from in-memory index tree' (duration: 979.932157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:59.590469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:56.774293Z","time spent":"2.81615138s","remote":"127.0.0.1:44330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:59.591067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220973197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:42:59.59112Z","caller":"traceutil/trace.go:171","msg":"trace[697598772] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:28970; }","duration":"4.22110556s","start":"2026-07-10T00:42:55.369995Z","end":"2026-07-10T00:42:59.591101Z","steps":["trace[697598772] 'agreement among raft nodes before linearized reading' (duration: 3.240284259s)","trace[697598772] 'count revisions from in-memory index tree' (duration: 980.721609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:59.591156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:55.369972Z","time spent":"4.221173791s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:42:59.59117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9129591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-10T00:42:59.591291Z","caller":"traceutil/trace.go:171","msg":"trace[115505078] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:28970; }","duration":"3.913113834s","start":"2026-07-10T00:42:55.678146Z","end":"2026-07-10T00:42:59.59126Z","steps":["trace[115505078] 'agreement among raft nodes before linearized reading' (duration: 2.932048016s)","trace[115505078] 'range keys from in-memory index tree' (duration: 980.79518ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:42:59.591354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:55.678131Z","time spent":"3.913206806s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-07-10T00:42:59.59129Z","caller":"traceutil/trace.go:171","msg":"trace[298869369] transaction","detail":"{read_only:false; response_revision:28971; number_of_response:1; }","duration":"2.043573168s","start":"2026-07-10T00:42:57.5477Z","end":"2026-07-10T00:42:59.591273Z","steps":["trace[298869369] 'process raft request' (duration: 2.042291875s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:42:59.592032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:57.547678Z","time spent":"2.044271507s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:00.136808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999856364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:43:00.136943Z","caller":"traceutil/trace.go:171","msg":"trace[139177282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00006075s","start":"2026-07-10T00:42:58.136857Z","end":"2026-07-10T00:43:00.136918Z","steps":["trace[139177282] 'agreement among raft nodes before linearized reading' (duration: 1.999887835s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.136835Z","time spent":"2.000153282s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:00.278379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.038564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:43:00.278613Z","caller":"traceutil/trace.go:171","msg":"trace[1816028123] linearizableReadLoop","detail":"{readStateIndex:30315; appliedIndex:30310; }","duration":"1.668340518s","start":"2026-07-10T00:42:58.610257Z","end":"2026-07-10T00:43:00.278597Z","steps":["trace[1816028123] 'read index received' (duration: 824.446627ms)","trace[1816028123] 'applied index is now lower than readState.Index' (duration: 843.892971ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:00.278634Z","caller":"traceutil/trace.go:171","msg":"trace[282301306] transaction","detail":"{read_only:false; response_revision:28972; number_of_response:1; }","duration":"2.300002797s","start":"2026-07-10T00:42:57.978595Z","end":"2026-07-10T00:43:00.278598Z","steps":["trace[282301306] 'process raft request' (duration: 1.612664315s)","trace[282301306] 'compare' (duration: 686.731766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:00.278767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:57.978571Z","time spent":"2.300128681s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:00.278812Z","caller":"traceutil/trace.go:171","msg":"trace[1171344158] transaction","detail":"{read_only:false; response_revision:28973; number_of_response:1; }","duration":"1.830076142s","start":"2026-07-10T00:42:58.448727Z","end":"2026-07-10T00:43:00.278803Z","steps":["trace[1171344158] 'process raft request' (duration: 1.829759094s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.27886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.448702Z","time spent":"1.830131423s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:00.278947Z","caller":"traceutil/trace.go:171","msg":"trace[1382270316] transaction","detail":"{read_only:false; response_revision:28974; number_of_response:1; }","duration":"1.295875541s","start":"2026-07-10T00:42:58.983066Z","end":"2026-07-10T00:43:00.278941Z","steps":["trace[1382270316] 'process raft request' (duration: 1.295496581s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.278977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.983048Z","time spent":"1.295911761s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:00.279085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806669145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:00.279109Z","caller":"traceutil/trace.go:171","msg":"trace[1566189169] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:28974; }","duration":"1.806694256s","start":"2026-07-10T00:42:58.472407Z","end":"2026-07-10T00:43:00.279101Z","steps":["trace[1566189169] 'agreement among raft nodes before linearized reading' (duration: 1.806652605s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.279129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.472365Z","time spent":"1.806759238s","remote":"127.0.0.1:58422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:00.279257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024802021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:00.279276Z","caller":"traceutil/trace.go:171","msg":"trace[43540840] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:28974; }","duration":"2.024821841s","start":"2026-07-10T00:42:58.254448Z","end":"2026-07-10T00:43:00.27927Z","steps":["trace[43540840] 'agreement among raft nodes before linearized reading' (duration: 2.02478104s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.279294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.254426Z","time spent":"2.024863682s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:00.2794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159280817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:00.279418Z","caller":"traceutil/trace.go:171","msg":"trace[1161895779] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28974; }","duration":"2.15937981s","start":"2026-07-10T00:42:58.120032Z","end":"2026-07-10T00:43:00.279412Z","steps":["trace[1161895779] 'agreement among raft nodes before linearized reading' (duration: 2.159348459s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.279435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.120001Z","time spent":"2.159430191s","remote":"127.0.0.1:44486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:00.279615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270932582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-10T00:43:00.279579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218891953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:00.279638Z","caller":"traceutil/trace.go:171","msg":"trace[332502410] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28974; }","duration":"3.270991643s","start":"2026-07-10T00:42:57.00864Z","end":"2026-07-10T00:43:00.279632Z","steps":["trace[332502410] 'agreement among raft nodes before linearized reading' (duration: 3.270885011s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.279657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:57.008618Z","time spent":"3.271034834s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-10T00:43:00.279669Z","caller":"traceutil/trace.go:171","msg":"trace[323763783] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:28974; }","duration":"3.219046687s","start":"2026-07-10T00:42:57.060601Z","end":"2026-07-10T00:43:00.279648Z","steps":["trace[323763783] 'agreement among raft nodes before linearized reading' (duration: 3.218869732s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.279718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:57.060577Z","time spent":"3.219129119s","remote":"127.0.0.1:60160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:00.279766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247315762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:43:00.279786Z","caller":"traceutil/trace.go:171","msg":"trace[564299342] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28974; }","duration":"2.247365423s","start":"2026-07-10T00:42:58.032413Z","end":"2026-07-10T00:43:00.279778Z","steps":["trace[564299342] 'agreement among raft nodes before linearized reading' (duration: 2.247311631s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.279803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.032385Z","time spent":"2.247413845s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:43:00.279803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552935346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:00.279856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572613407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:00.279875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.092821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:00.279883Z","caller":"traceutil/trace.go:171","msg":"trace[137990570] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:28974; }","duration":"1.55307219s","start":"2026-07-10T00:42:58.726789Z","end":"2026-07-10T00:43:00.279862Z","steps":["trace[137990570] 'agreement among raft nodes before linearized reading' (duration: 1.552911315s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:00.2799Z","caller":"traceutil/trace.go:171","msg":"trace[980220507] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:28974; }","duration":"617.159973ms","start":"2026-07-10T00:42:59.662732Z","end":"2026-07-10T00:43:00.279892Z","steps":["trace[980220507] 'agreement among raft nodes before linearized reading' (duration: 617.121452ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:00.279897Z","caller":"traceutil/trace.go:171","msg":"trace[1948780294] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:28974; }","duration":"2.572695258s","start":"2026-07-10T00:42:57.707188Z","end":"2026-07-10T00:43:00.279883Z","steps":["trace[1948780294] 'agreement among raft nodes before linearized reading' (duration: 2.572619396s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.279921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:59.662708Z","time spent":"617.206725ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:00.279901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246344466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:43:00.279958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247217829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:43:00.279951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24767513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:43:00.280009Z","caller":"traceutil/trace.go:171","msg":"trace[1517032913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28974; }","duration":"2.247276841s","start":"2026-07-10T00:42:58.032719Z","end":"2026-07-10T00:43:00.279996Z","steps":["trace[1517032913] 'agreement among raft nodes before linearized reading' (duration: 2.247124847s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.279994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247674601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-10T00:43:00.280049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.032694Z","time spent":"2.247345053s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T00:43:00.280045Z","caller":"traceutil/trace.go:171","msg":"trace[419569904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28974; }","duration":"2.247819374s","start":"2026-07-10T00:42:58.032205Z","end":"2026-07-10T00:43:00.280024Z","steps":["trace[419569904] 'agreement among raft nodes before linearized reading' (duration: 2.247523866s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.280048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.501505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-65b5b464-7c23-4884-be3a-a8aa156b7bf0\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-07-10T00:43:00.280063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299073704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-10T00:43:00.280119Z","caller":"traceutil/trace.go:171","msg":"trace[1325279675] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28974; }","duration":"1.299219727s","start":"2026-07-10T00:42:58.980886Z","end":"2026-07-10T00:43:00.280106Z","steps":["trace[1325279675] 'agreement among raft nodes before linearized reading' (duration: 1.299048143s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.280063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.535765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:00.280119Z","caller":"traceutil/trace.go:171","msg":"trace[1798157801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28974; }","duration":"2.247793674s","start":"2026-07-10T00:42:58.032269Z","end":"2026-07-10T00:43:00.280063Z","steps":["trace[1798157801] 'agreement among raft nodes before linearized reading' (duration: 2.247484786s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.280141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.980864Z","time spent":"1.299271669s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:43:00.280077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.381336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:00.280065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392891577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-10T00:43:00.280161Z","caller":"traceutil/trace.go:171","msg":"trace[1342841981] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:28974; }","duration":"179.680148ms","start":"2026-07-10T00:43:00.100466Z","end":"2026-07-10T00:43:00.280146Z","steps":["trace[1342841981] 'agreement among raft nodes before linearized reading' (duration: 179.553785ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:00.280176Z","caller":"traceutil/trace.go:171","msg":"trace[501144570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28974; }","duration":"136.479139ms","start":"2026-07-10T00:43:00.143686Z","end":"2026-07-10T00:43:00.280165Z","steps":["trace[501144570] 'agreement among raft nodes before linearized reading' (duration: 136.360936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.280176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.03226Z","time spent":"2.247906247s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-10T00:43:00.280189Z","caller":"traceutil/trace.go:171","msg":"trace[1871211201] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:28974; }","duration":"1.393048781s","start":"2026-07-10T00:42:58.887123Z","end":"2026-07-10T00:43:00.280172Z","steps":["trace[1871211201] 'agreement among raft nodes before linearized reading' (duration: 1.392857426s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.279912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.980394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:00.280187Z","caller":"traceutil/trace.go:171","msg":"trace[1098836680] range","detail":"{range_begin:/registry/persistentvolumes/pvc-65b5b464-7c23-4884-be3a-a8aa156b7bf0; range_end:; response_count:1; response_revision:28974; }","duration":"685.599427ms","start":"2026-07-10T00:42:59.594502Z","end":"2026-07-10T00:43:00.280101Z","steps":["trace[1098836680] 'agreement among raft nodes before linearized reading' (duration: 685.445423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.280216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.887099Z","time spent":"1.393112033s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-07-10T00:43:00.280216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.929168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-10T00:43:00.280223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.904038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:282498"} {"level":"info","ts":"2026-07-10T00:43:00.279984Z","caller":"traceutil/trace.go:171","msg":"trace[1992703393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28974; }","duration":"2.246439339s","start":"2026-07-10T00:42:58.033521Z","end":"2026-07-10T00:43:00.27996Z","steps":["trace[1992703393] 'agreement among raft nodes before linearized reading' (duration: 2.246218113s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:00.280248Z","caller":"traceutil/trace.go:171","msg":"trace[927093831] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:28974; }","duration":"139.99187ms","start":"2026-07-10T00:43:00.140249Z","end":"2026-07-10T00:43:00.280241Z","steps":["trace[927093831] 'agreement among raft nodes before linearized reading' (duration: 139.910258ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:00.280237Z","caller":"traceutil/trace.go:171","msg":"trace[649878159] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:28974; }","duration":"827.339682ms","start":"2026-07-10T00:42:59.45288Z","end":"2026-07-10T00:43:00.28022Z","steps":["trace[649878159] 'agreement among raft nodes before linearized reading' (duration: 826.968763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.280248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:59.594485Z","time spent":"685.749191ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-65b5b464-7c23-4884-be3a-a8aa156b7bf0\" "} {"level":"warn","ts":"2026-07-10T00:43:00.280289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:59.452855Z","time spent":"827.418545ms","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:00.280297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.71054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:00.280317Z","caller":"traceutil/trace.go:171","msg":"trace[128159885] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:28974; }","duration":"341.768392ms","start":"2026-07-10T00:42:59.938543Z","end":"2026-07-10T00:43:00.280311Z","steps":["trace[128159885] 'agreement among raft nodes before linearized reading' (duration: 341.735201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.27993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:57.707167Z","time spent":"2.57275415s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-10T00:43:00.280309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.033515Z","time spent":"2.246761537s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:00.280338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:59.938521Z","time spent":"341.810942ms","remote":"127.0.0.1:60088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:00.280175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.032184Z","time spent":"2.247978379s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:00.28037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.056188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:00.279915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:58.726759Z","time spent":"1.553149962s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:00.280262Z","caller":"traceutil/trace.go:171","msg":"trace[1877469603] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:28974; }","duration":"500.942389ms","start":"2026-07-10T00:42:59.779307Z","end":"2026-07-10T00:43:00.28025Z","steps":["trace[1877469603] 'agreement among raft nodes before linearized reading' (duration: 500.537469ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:00.280476Z","caller":"traceutil/trace.go:171","msg":"trace[1783528101] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:28974; }","duration":"244.232412ms","start":"2026-07-10T00:43:00.036219Z","end":"2026-07-10T00:43:00.280451Z","steps":["trace[1783528101] 'agreement among raft nodes before linearized reading' (duration: 244.035227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:00.280493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:42:59.779236Z","time spent":"501.242667ms","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":282521,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-10T00:43:00.784729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676690,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:01.072119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.836374ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:43:01.072241Z","caller":"traceutil/trace.go:171","msg":"trace[1627093645] transaction","detail":"{read_only:false; response_revision:28975; number_of_response:1; }","duration":"788.68679ms","start":"2026-07-10T00:43:00.283528Z","end":"2026-07-10T00:43:01.072214Z","steps":["trace[1627093645] 'process raft request' (duration: 687.65087ms)","trace[1627093645] 'compare' (duration: 100.590028ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:01.072299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.283509Z","time spent":"788.760311ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:02.281627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997818672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:43:02.281733Z","caller":"traceutil/trace.go:171","msg":"trace[68903383] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998239303s","start":"2026-07-10T00:43:00.283464Z","end":"2026-07-10T00:43:02.281703Z","steps":["trace[68903383] 'agreement among raft nodes before linearized reading' (duration: 1.99811818s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:02.28182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.28344Z","time spent":"1.998360645s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:43:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:43:02.571132Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.599171244s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:43:02.662092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.283545Z","time spent":"2.378540723s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-10T00:43:02.662149Z","caller":"traceutil/trace.go:171","msg":"trace[346254190] transaction","detail":"{read_only:false; response_revision:28977; number_of_response:1; }","duration":"2.376870921s","start":"2026-07-10T00:43:00.285252Z","end":"2026-07-10T00:43:02.662123Z","steps":["trace[346254190] 'process raft request' (duration: 2.376802239s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:02.662255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.285245Z","time spent":"2.376944003s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:02.662429Z","caller":"traceutil/trace.go:171","msg":"trace[637743907] transaction","detail":"{read_only:false; response_revision:28978; number_of_response:1; }","duration":"2.375876784s","start":"2026-07-10T00:43:00.286526Z","end":"2026-07-10T00:43:02.662403Z","steps":["trace[637743907] 'process raft request' (duration: 2.375565696s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:02.662573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.28651Z","time spent":"2.375991938s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:02.662773Z","caller":"traceutil/trace.go:171","msg":"trace[294103266] transaction","detail":"{read_only:false; response_revision:28976; number_of_response:1; }","duration":"2.37762289s","start":"2026-07-10T00:43:00.285134Z","end":"2026-07-10T00:43:02.662757Z","steps":["trace[294103266] 'process raft request' (duration: 2.376798899s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:02.6628Z","caller":"traceutil/trace.go:171","msg":"trace[740776016] transaction","detail":"{read_only:false; response_revision:28979; number_of_response:1; }","duration":"2.376202263s","start":"2026-07-10T00:43:00.286587Z","end":"2026-07-10T00:43:02.662789Z","steps":["trace[740776016] 'process raft request' (duration: 2.375736621s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:02.662855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.286583Z","time spent":"2.376242634s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:02.662836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.285121Z","time spent":"2.377681961s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:02.663052Z","caller":"traceutil/trace.go:171","msg":"trace[1736513713] transaction","detail":"{read_only:false; response_revision:28980; number_of_response:1; }","duration":"2.376420708s","start":"2026-07-10T00:43:00.286612Z","end":"2026-07-10T00:43:02.663032Z","steps":["trace[1736513713] 'process raft request' (duration: 2.376138691s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:02.663213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.286608Z","time spent":"2.37650044s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:02.663326Z","caller":"traceutil/trace.go:171","msg":"trace[1240249873] transaction","detail":"{read_only:false; response_revision:28981; number_of_response:1; }","duration":"2.375661039s","start":"2026-07-10T00:43:00.28764Z","end":"2026-07-10T00:43:02.663301Z","steps":["trace[1240249873] 'process raft request' (duration: 2.375327451s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:02.663345Z","caller":"traceutil/trace.go:171","msg":"trace[653475600] transaction","detail":"{read_only:false; response_revision:28982; number_of_response:1; }","duration":"2.046508024s","start":"2026-07-10T00:43:00.616814Z","end":"2026-07-10T00:43:02.663322Z","steps":["trace[653475600] 'process raft request' (duration: 2.046390861s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:02.663444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.287634Z","time spent":"2.375755991s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:02.66354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.61679Z","time spent":"2.046655928s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:02.663592Z","caller":"traceutil/trace.go:171","msg":"trace[1753221144] transaction","detail":"{read_only:false; response_revision:28983; number_of_response:1; }","duration":"2.045739834s","start":"2026-07-10T00:43:00.617827Z","end":"2026-07-10T00:43:02.663567Z","steps":["trace[1753221144] 'process raft request' (duration: 2.045462557s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:02.66368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.617759Z","time spent":"2.045886368s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:02.663685Z","caller":"traceutil/trace.go:171","msg":"trace[32422329] transaction","detail":"{read_only:false; response_revision:28984; number_of_response:1; }","duration":"2.045633121s","start":"2026-07-10T00:43:00.61803Z","end":"2026-07-10T00:43:02.663664Z","steps":["trace[32422329] 'process raft request' (duration: 2.045452917s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:02.663707Z","caller":"traceutil/trace.go:171","msg":"trace[1768419873] transaction","detail":"{read_only:false; response_revision:28985; number_of_response:1; }","duration":"2.045222761s","start":"2026-07-10T00:43:00.618464Z","end":"2026-07-10T00:43:02.663687Z","steps":["trace[1768419873] 'process raft request' (duration: 2.045113268s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:02.663716Z","caller":"traceutil/trace.go:171","msg":"trace[390420980] linearizableReadLoop","detail":"{readStateIndex:30327; appliedIndex:30315; }","duration":"2.379913848s","start":"2026-07-10T00:43:00.283782Z","end":"2026-07-10T00:43:02.663695Z","steps":["trace[390420980] 'read index received' (duration: 687.411373ms)","trace[390420980] 'applied index is now lower than readState.Index' (duration: 1.692500185s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:02.663776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.618021Z","time spent":"2.045707034s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:02.663749Z","caller":"traceutil/trace.go:171","msg":"trace[1253199265] transaction","detail":"{read_only:false; response_revision:28986; number_of_response:1; }","duration":"375.65913ms","start":"2026-07-10T00:43:02.288039Z","end":"2026-07-10T00:43:02.663698Z","steps":["trace[1253199265] 'process raft request' (duration: 375.602859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:02.663805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.618454Z","time spent":"2.045297684s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:02.663904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:02.28801Z","time spent":"375.821076ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:03.164508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:03.426861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.566538ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:03.426965Z","caller":"traceutil/trace.go:171","msg":"trace[2076759272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28986; }","duration":"149.68064ms","start":"2026-07-10T00:43:03.27727Z","end":"2026-07-10T00:43:03.426951Z","steps":["trace[2076759272] 'range keys from in-memory index tree' (duration: 149.552447ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:03.42739Z","caller":"traceutil/trace.go:171","msg":"trace[1720033490] linearizableReadLoop","detail":"{readStateIndex:30329; appliedIndex:30328; }","duration":"763.602849ms","start":"2026-07-10T00:43:02.663759Z","end":"2026-07-10T00:43:03.427362Z","steps":["trace[1720033490] 'read index received' (duration: 758.709382ms)","trace[1720033490] 'applied index is now lower than readState.Index' (duration: 4.891307ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:03.427518Z","caller":"traceutil/trace.go:171","msg":"trace[1823838063] transaction","detail":"{read_only:false; response_revision:28987; number_of_response:1; }","duration":"764.341399ms","start":"2026-07-10T00:43:02.663166Z","end":"2026-07-10T00:43:03.427507Z","steps":["trace[1823838063] 'process raft request' (duration: 759.39268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:03.427607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:02.663117Z","time spent":"764.420621ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:03.427829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.288416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:03.427857Z","caller":"traceutil/trace.go:171","msg":"trace[635166492] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:28987; }","duration":"843.362227ms","start":"2026-07-10T00:43:02.584485Z","end":"2026-07-10T00:43:03.427848Z","steps":["trace[635166492] 'agreement among raft nodes before linearized reading' (duration: 843.260635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:03.427879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:02.58446Z","time spent":"843.412359ms","remote":"127.0.0.1:58374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:03.428088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138199642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:03.428126Z","caller":"traceutil/trace.go:171","msg":"trace[979325504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28987; }","duration":"1.138258864s","start":"2026-07-10T00:43:02.289859Z","end":"2026-07-10T00:43:03.428118Z","steps":["trace[979325504] 'agreement among raft nodes before linearized reading' (duration: 1.138207293s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:03.428161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:02.28985Z","time spent":"1.138305635s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:03.428335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144055924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-10T00:43:03.428364Z","caller":"traceutil/trace.go:171","msg":"trace[994923370] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:28987; }","duration":"1.144115335s","start":"2026-07-10T00:43:02.28424Z","end":"2026-07-10T00:43:03.428355Z","steps":["trace[994923370] 'agreement among raft nodes before linearized reading' (duration: 1.144013523s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:03.428388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:02.284224Z","time spent":"1.144157617s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"warn","ts":"2026-07-10T00:43:03.428547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443416217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:43:03.428566Z","caller":"traceutil/trace.go:171","msg":"trace[208399089] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28987; }","duration":"1.443474449s","start":"2026-07-10T00:43:01.985086Z","end":"2026-07-10T00:43:03.42856Z","steps":["trace[208399089] 'agreement among raft nodes before linearized reading' (duration: 1.443402587s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:03.428582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:01.985069Z","time spent":"1.44350845s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:43:03.428688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.14049261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:03.428743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144234478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-10T00:43:03.428764Z","caller":"traceutil/trace.go:171","msg":"trace[1655896157] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:28987; }","duration":"3.14431233s","start":"2026-07-10T00:43:00.284446Z","end":"2026-07-10T00:43:03.428758Z","steps":["trace[1655896157] 'agreement among raft nodes before linearized reading' (duration: 3.144246518s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:03.428763Z","caller":"traceutil/trace.go:171","msg":"trace[1383433295] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:28987; }","duration":"3.140586323s","start":"2026-07-10T00:43:00.288156Z","end":"2026-07-10T00:43:03.428742Z","steps":["trace[1383433295] 'agreement among raft nodes before linearized reading' (duration: 3.14047347s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:03.428783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.284423Z","time spent":"3.144354371s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:43:03.428814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.28815Z","time spent":"3.140654005s","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-10T00:43:03.428867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868265492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:03.428895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024407891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:43:03.428915Z","caller":"traceutil/trace.go:171","msg":"trace[583715002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28987; }","duration":"1.868353244s","start":"2026-07-10T00:43:01.560546Z","end":"2026-07-10T00:43:03.428899Z","steps":["trace[583715002] 'agreement among raft nodes before linearized reading' (duration: 1.868272932s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:03.428945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.929055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:03.428941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909141952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:03.428975Z","caller":"traceutil/trace.go:171","msg":"trace[1876305729] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:28987; }","duration":"2.024543615s","start":"2026-07-10T00:43:01.404416Z","end":"2026-07-10T00:43:03.428959Z","steps":["trace[1876305729] 'agreement among raft nodes before linearized reading' (duration: 2.024380451s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:03.428978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:01.560524Z","time spent":"1.868444397s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:03.429011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:01.404394Z","time spent":"2.024610426s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:03.429019Z","caller":"traceutil/trace.go:171","msg":"trace[1390577850] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:28987; }","duration":"1.909276626s","start":"2026-07-10T00:43:01.519717Z","end":"2026-07-10T00:43:03.428993Z","steps":["trace[1390577850] 'agreement among raft nodes before linearized reading' (duration: 1.909130782s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:03.42905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:01.51969Z","time spent":"1.909353618s","remote":"127.0.0.1:60254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:03.429058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965901014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:03.429095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080376412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-07-10T00:43:03.429098Z","caller":"traceutil/trace.go:171","msg":"trace[19732286] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:28987; }","duration":"2.965991126s","start":"2026-07-10T00:43:00.463094Z","end":"2026-07-10T00:43:03.429085Z","steps":["trace[19732286] 'agreement among raft nodes before linearized reading' (duration: 2.965926124s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:03.428973Z","caller":"traceutil/trace.go:171","msg":"trace[554942209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:28987; }","duration":"103.958626ms","start":"2026-07-10T00:43:03.325006Z","end":"2026-07-10T00:43:03.428965Z","steps":["trace[554942209] 'agreement among raft nodes before linearized reading' (duration: 103.911135ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:03.429132Z","caller":"traceutil/trace.go:171","msg":"trace[2089978117] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:28987; }","duration":"3.080451434s","start":"2026-07-10T00:43:00.348664Z","end":"2026-07-10T00:43:03.429115Z","steps":["trace[2089978117] 'agreement among raft nodes before linearized reading' (duration: 3.080381912s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:03.42913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.463071Z","time spent":"2.966050218s","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:03.429155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.348642Z","time spent":"3.080508496s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":562,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" "} {"level":"warn","ts":"2026-07-10T00:43:03.429337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040699683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-10T00:43:03.429357Z","caller":"traceutil/trace.go:171","msg":"trace[1324398956] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:28987; }","duration":"3.040787526s","start":"2026-07-10T00:43:00.388563Z","end":"2026-07-10T00:43:03.42935Z","steps":["trace[1324398956] 'agreement among raft nodes before linearized reading' (duration: 3.040694063s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:03.429375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:00.388535Z","time spent":"3.040835347s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-10T00:43:03.992449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:04.493261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676712,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:04.640796Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094112828s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:43:04.641202Z","caller":"traceutil/trace.go:171","msg":"trace[1364219400] linearizableReadLoop","detail":"{readStateIndex:30331; appliedIndex:30330; }","duration":"1.149032173s","start":"2026-07-10T00:43:03.492145Z","end":"2026-07-10T00:43:04.641177Z","steps":["trace[1364219400] 'read index received' (duration: 1.148805408s)","trace[1364219400] 'applied index is now lower than readState.Index' (duration: 225.795µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:04.641264Z","caller":"traceutil/trace.go:171","msg":"trace[940821782] transaction","detail":"{read_only:false; response_revision:28989; number_of_response:1; }","duration":"1.205774144s","start":"2026-07-10T00:43:03.435454Z","end":"2026-07-10T00:43:04.641228Z","steps":["trace[940821782] 'process raft request' (duration: 1.205570608s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:04.641335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201822092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:04.641396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203488774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:04.641442Z","caller":"traceutil/trace.go:171","msg":"trace[236855786] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:28989; }","duration":"1.203552596s","start":"2026-07-10T00:43:03.437875Z","end":"2026-07-10T00:43:04.641428Z","steps":["trace[236855786] 'agreement among raft nodes before linearized reading' (duration: 1.203442053s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:04.641465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170297033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:04.641485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:03.435442Z","time spent":"1.205905347s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:04.64151Z","caller":"traceutil/trace.go:171","msg":"trace[1358040718] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:28989; }","duration":"1.170376637s","start":"2026-07-10T00:43:03.471122Z","end":"2026-07-10T00:43:04.641499Z","steps":["trace[1358040718] 'agreement among raft nodes before linearized reading' (duration: 1.170306124s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:04.64156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:03.471104Z","time spent":"1.170443739s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:04.641592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206720619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:43:04.64162Z","caller":"traceutil/trace.go:171","msg":"trace[762947932] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:28989; }","duration":"1.20677178s","start":"2026-07-10T00:43:03.434842Z","end":"2026-07-10T00:43:04.641613Z","steps":["trace[762947932] 'agreement among raft nodes before linearized reading' (duration: 1.206655818s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:04.641639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:03.434827Z","time spent":"1.206807981s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:43:04.641713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178246771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:04.64176Z","caller":"traceutil/trace.go:171","msg":"trace[2026066755] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:28989; }","duration":"1.178336553s","start":"2026-07-10T00:43:03.463412Z","end":"2026-07-10T00:43:04.641748Z","steps":["trace[2026066755] 'agreement among raft nodes before linearized reading' (duration: 1.178246661s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:04.641798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:03.463374Z","time spent":"1.178416485s","remote":"127.0.0.1:60392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:04.641478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:03.43785Z","time spent":"1.203618008s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-10T00:43:04.641881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207079238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-10T00:43:04.641908Z","caller":"traceutil/trace.go:171","msg":"trace[290051542] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:28989; }","duration":"1.20714779s","start":"2026-07-10T00:43:03.434754Z","end":"2026-07-10T00:43:04.641902Z","steps":["trace[290051542] 'agreement among raft nodes before linearized reading' (duration: 1.207072798s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:04.641928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:03.434732Z","time spent":"1.207190041s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-10T00:43:04.641402Z","caller":"traceutil/trace.go:171","msg":"trace[555256587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28989; }","duration":"1.201921384s","start":"2026-07-10T00:43:03.43945Z","end":"2026-07-10T00:43:04.641371Z","steps":["trace[555256587] 'agreement among raft nodes before linearized reading' (duration: 1.20177121s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:04.64203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098931705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-10T00:43:04.642059Z","caller":"traceutil/trace.go:171","msg":"trace[836502580] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28989; }","duration":"1.099004477s","start":"2026-07-10T00:43:03.543048Z","end":"2026-07-10T00:43:04.642053Z","steps":["trace[836502580] 'agreement among raft nodes before linearized reading' (duration: 1.098851823s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:04.642079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:03.543029Z","time spent":"1.099045797s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-10T00:43:04.64202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:03.43944Z","time spent":"1.202570622s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:04.642277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041455094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-10T00:43:04.6423Z","caller":"traceutil/trace.go:171","msg":"trace[2134093376] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28989; }","duration":"1.041512416s","start":"2026-07-10T00:43:03.60078Z","end":"2026-07-10T00:43:04.642293Z","steps":["trace[2134093376] 'agreement among raft nodes before linearized reading' (duration: 1.041383853s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:04.64232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:03.600763Z","time spent":"1.041551576s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-07-10T00:43:04.641991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.296091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:04.64246Z","caller":"traceutil/trace.go:171","msg":"trace[1603268722] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:28989; }","duration":"746.797114ms","start":"2026-07-10T00:43:03.89564Z","end":"2026-07-10T00:43:04.642438Z","steps":["trace[1603268722] 'agreement among raft nodes before linearized reading' (duration: 746.322591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:04.642531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:03.895618Z","time spent":"746.898397ms","remote":"127.0.0.1:37598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:05.170858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676724,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:06.040987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.86605Z","time spent":"1.174929864s","remote":"127.0.0.1:41060","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T00:43:06.049118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.265554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:43:06.049223Z","caller":"traceutil/trace.go:171","msg":"trace[1957240418] transaction","detail":"{read_only:false; response_revision:28990; number_of_response:1; }","duration":"1.389348605s","start":"2026-07-10T00:43:04.659856Z","end":"2026-07-10T00:43:06.049205Z","steps":["trace[1957240418] 'process raft request' (duration: 685.890235ms)","trace[1957240418] 'compare' (duration: 694.471067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:06.049306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.65984Z","time spent":"1.389433796s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:06.731669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.374359706s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:43:07.79282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060846106s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:43:07.793167Z","caller":"traceutil/trace.go:171","msg":"trace[575515123] transaction","detail":"{read_only:false; response_revision:28992; number_of_response:1; }","duration":"3.121655982s","start":"2026-07-10T00:43:04.671461Z","end":"2026-07-10T00:43:07.793117Z","steps":["trace[575515123] 'process raft request' (duration: 3.121485857s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:07.793258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.671454Z","time spent":"3.121762926s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:07.793358Z","caller":"traceutil/trace.go:171","msg":"trace[1405989372] transaction","detail":"{read_only:false; response_revision:28991; number_of_response:1; }","duration":"3.123353426s","start":"2026-07-10T00:43:04.669962Z","end":"2026-07-10T00:43:07.793315Z","steps":["trace[1405989372] 'process raft request' (duration: 2.061908914s)","trace[1405989372] 'compare' (duration: 1.059462971s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:07.793553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.669935Z","time spent":"3.12351268s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:07.793567Z","caller":"traceutil/trace.go:171","msg":"trace[1296345421] transaction","detail":"{read_only:false; response_revision:28994; number_of_response:1; }","duration":"3.120971724s","start":"2026-07-10T00:43:04.672568Z","end":"2026-07-10T00:43:07.793539Z","steps":["trace[1296345421] 'process raft request' (duration: 3.120837891s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:07.793625Z","caller":"traceutil/trace.go:171","msg":"trace[534811044] transaction","detail":"{read_only:false; response_revision:28993; number_of_response:1; }","duration":"3.121376896s","start":"2026-07-10T00:43:04.672222Z","end":"2026-07-10T00:43:07.793599Z","steps":["trace[534811044] 'process raft request' (duration: 3.120848842s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:07.793691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.672561Z","time spent":"3.121068866s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:07.793687Z","caller":"traceutil/trace.go:171","msg":"trace[1649764089] transaction","detail":"{read_only:false; response_revision:28995; number_of_response:1; }","duration":"3.118072148s","start":"2026-07-10T00:43:04.675596Z","end":"2026-07-10T00:43:07.793668Z","steps":["trace[1649764089] 'process raft request' (duration: 3.117908324s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:07.79373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.672216Z","time spent":"3.121459957s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:07.79378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.675586Z","time spent":"3.118146031s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:07.793852Z","caller":"traceutil/trace.go:171","msg":"trace[1538577728] linearizableReadLoop","detail":"{readStateIndex:30339; appliedIndex:30331; }","duration":"3.123947421s","start":"2026-07-10T00:43:04.669892Z","end":"2026-07-10T00:43:07.79384Z","steps":["trace[1538577728] 'read index received' (duration: 675.838113ms)","trace[1538577728] 'applied index is now lower than readState.Index' (duration: 2.448108708s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:07.793832Z","caller":"traceutil/trace.go:171","msg":"trace[1011778818] transaction","detail":"{read_only:false; response_revision:28996; number_of_response:1; }","duration":"3.088950475s","start":"2026-07-10T00:43:04.704851Z","end":"2026-07-10T00:43:07.793801Z","steps":["trace[1011778818] 'process raft request' (duration: 3.08875118s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:07.793914Z","caller":"traceutil/trace.go:171","msg":"trace[2111819983] transaction","detail":"{read_only:false; response_revision:28997; number_of_response:1; }","duration":"2.713361475s","start":"2026-07-10T00:43:05.080546Z","end":"2026-07-10T00:43:07.793907Z","steps":["trace[2111819983] 'process raft request' (duration: 2.713181611s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:07.793957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:05.080531Z","time spent":"2.713399387s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:07.793978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.704823Z","time spent":"3.089078327s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:07.794004Z","caller":"traceutil/trace.go:171","msg":"trace[166893825] transaction","detail":"{read_only:false; response_revision:28998; number_of_response:1; }","duration":"2.507409625s","start":"2026-07-10T00:43:05.286556Z","end":"2026-07-10T00:43:07.793966Z","steps":["trace[166893825] 'process raft request' (duration: 2.50721686s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:07.794122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:05.286532Z","time spent":"2.507531338s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:08.134642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:43:08.134767Z","caller":"traceutil/trace.go:171","msg":"trace[63469247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012152s","start":"2026-07-10T00:43:06.134624Z","end":"2026-07-10T00:43:08.134745Z","steps":["trace[63469247] 'agreement among raft nodes before linearized reading' (duration: 1.999936776s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:08.13483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:06.134592Z","time spent":"2.000224115s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:43:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:43:08.294451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:08.795331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:08.874687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080849925s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-10T00:43:08.875315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.205402803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-10T00:43:08.875419Z","caller":"traceutil/trace.go:171","msg":"trace[1497043646] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28998; }","duration":"4.205546065s","start":"2026-07-10T00:43:04.669849Z","end":"2026-07-10T00:43:08.875395Z","steps":["trace[1497043646] 'agreement among raft nodes before linearized reading' (duration: 3.124161186s)","trace[1497043646] 'range keys from in-memory index tree' (duration: 1.081166664s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:08.875459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.669832Z","time spent":"4.205618578s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:43:09.017897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.219210693s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:43:09.018389Z","caller":"traceutil/trace.go:171","msg":"trace[42740988] linearizableReadLoop","detail":"{readStateIndex:30342; appliedIndex:30341; }","duration":"1.224485099s","start":"2026-07-10T00:43:07.793879Z","end":"2026-07-10T00:43:09.018364Z","steps":["trace[42740988] 'read index received' (duration: 1.224442158s)","trace[42740988] 'applied index is now lower than readState.Index' (duration: 41.891µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:09.018539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861270409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:09.018567Z","caller":"traceutil/trace.go:171","msg":"trace[544195987] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:28999; }","duration":"3.86132024s","start":"2026-07-10T00:43:05.157238Z","end":"2026-07-10T00:43:09.018559Z","steps":["trace[544195987] 'agreement among raft nodes before linearized reading' (duration: 3.861245958s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.018596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:05.157171Z","time spent":"3.861417283s","remote":"127.0.0.1:60024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:09.018572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.297111371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:09.018649Z","caller":"traceutil/trace.go:171","msg":"trace[758893178] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:28999; }","duration":"3.297257195s","start":"2026-07-10T00:43:05.721372Z","end":"2026-07-10T00:43:09.018629Z","steps":["trace[758893178] 'agreement among raft nodes before linearized reading' (duration: 3.29705703s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.018699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:05.721349Z","time spent":"3.297339676s","remote":"127.0.0.1:53286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:09.018681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442935014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:09.018717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347181549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-10T00:43:09.018759Z","caller":"traceutil/trace.go:171","msg":"trace[1405164635] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:28999; }","duration":"1.443070128s","start":"2026-07-10T00:43:07.57567Z","end":"2026-07-10T00:43:09.01874Z","steps":["trace[1405164635] 'agreement among raft nodes before linearized reading' (duration: 1.442925144s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:09.018768Z","caller":"traceutil/trace.go:171","msg":"trace[160557179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28999; }","duration":"4.34724431s","start":"2026-07-10T00:43:04.671509Z","end":"2026-07-10T00:43:09.018753Z","steps":["trace[160557179] 'agreement among raft nodes before linearized reading' (duration: 4.347035295s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.018799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:07.575652Z","time spent":"1.443137609s","remote":"127.0.0.1:60250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:09.018822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.671506Z","time spent":"4.347307852s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:09.018865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347358303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-10T00:43:09.018886Z","caller":"traceutil/trace.go:171","msg":"trace[1616201402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28999; }","duration":"4.347388734s","start":"2026-07-10T00:43:04.67149Z","end":"2026-07-10T00:43:09.018878Z","steps":["trace[1616201402] 'agreement among raft nodes before linearized reading' (duration: 4.347304992s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.018908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.671486Z","time spent":"4.347418245s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:09.018989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347569588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-10T00:43:09.01901Z","caller":"traceutil/trace.go:171","msg":"trace[991528598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28999; }","duration":"4.34760148s","start":"2026-07-10T00:43:04.671403Z","end":"2026-07-10T00:43:09.019005Z","steps":["trace[991528598] 'agreement among raft nodes before linearized reading' (duration: 4.347546868s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.019024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.671397Z","time spent":"4.3476232s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:09.019035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111689214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:43:09.019061Z","caller":"traceutil/trace.go:171","msg":"trace[778711280] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:28999; }","duration":"2.111743216s","start":"2026-07-10T00:43:06.907309Z","end":"2026-07-10T00:43:09.019052Z","steps":["trace[778711280] 'agreement among raft nodes before linearized reading' (duration: 2.111695384s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.019079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:06.907289Z","time spent":"2.111785766s","remote":"127.0.0.1:44436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:09.019107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349113888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-10T00:43:09.019125Z","caller":"traceutil/trace.go:171","msg":"trace[833600597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28999; }","duration":"4.349153298s","start":"2026-07-10T00:43:04.669966Z","end":"2026-07-10T00:43:09.01912Z","steps":["trace[833600597] 'agreement among raft nodes before linearized reading' (duration: 4.349100947s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.019141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.669953Z","time spent":"4.34918419s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-10T00:43:09.019132Z","caller":"traceutil/trace.go:171","msg":"trace[279884076] transaction","detail":"{read_only:false; response_revision:28999; number_of_response:1; }","duration":"1.231121191s","start":"2026-07-10T00:43:07.787992Z","end":"2026-07-10T00:43:09.019114Z","steps":["trace[279884076] 'process raft request' (duration: 1.230196708s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.019203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.943235984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:09.018986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496922484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:43:09.019245Z","caller":"traceutil/trace.go:171","msg":"trace[94410279] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:28999; }","duration":"3.943335416s","start":"2026-07-10T00:43:05.075897Z","end":"2026-07-10T00:43:09.019233Z","steps":["trace[94410279] 'agreement among raft nodes before linearized reading' (duration: 3.943246014s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:09.019271Z","caller":"traceutil/trace.go:171","msg":"trace[734018243] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:28999; }","duration":"1.497245511s","start":"2026-07-10T00:43:07.522018Z","end":"2026-07-10T00:43:09.019264Z","steps":["trace[734018243] 'agreement among raft nodes before linearized reading' (duration: 1.496922393s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.019278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189412338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:09.019293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:07.522001Z","time spent":"1.497284243s","remote":"127.0.0.1:44320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":8,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:09.019301Z","caller":"traceutil/trace.go:171","msg":"trace[1136394356] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:28999; }","duration":"2.189495271s","start":"2026-07-10T00:43:06.829799Z","end":"2026-07-10T00:43:09.019294Z","steps":["trace[1136394356] 'agreement among raft nodes before linearized reading' (duration: 2.189399248s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.019296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:07.787966Z","time spent":"1.231205324s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:09.019319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:06.82977Z","time spent":"2.189544651s","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":87,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:09.019322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.966822955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:09.019365Z","caller":"traceutil/trace.go:171","msg":"trace[1444559719] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:28999; }","duration":"3.966851736s","start":"2026-07-10T00:43:05.052492Z","end":"2026-07-10T00:43:09.019344Z","steps":["trace[1444559719] 'agreement among raft nodes before linearized reading' (duration: 3.966803395s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.019435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:05.052447Z","time spent":"3.96698051s","remote":"127.0.0.1:58310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:09.019276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:05.075879Z","time spent":"3.943388647s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:09.019669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346304285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-10T00:43:09.019706Z","caller":"traceutil/trace.go:171","msg":"trace[1311670307] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:28999; }","duration":"4.346349126s","start":"2026-07-10T00:43:04.673348Z","end":"2026-07-10T00:43:09.019697Z","steps":["trace[1311670307] 'agreement among raft nodes before linearized reading' (duration: 4.346250624s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.019731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:04.673344Z","time spent":"4.346381587s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:43:09.604439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.770961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:43:09.60483Z","caller":"traceutil/trace.go:171","msg":"trace[1033427961] transaction","detail":"{read_only:false; response_revision:29005; number_of_response:1; }","duration":"580.0287ms","start":"2026-07-10T00:43:09.02478Z","end":"2026-07-10T00:43:09.604809Z","steps":["trace[1033427961] 'process raft request' (duration: 579.984799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.604911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.024773Z","time spent":"580.103812ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:09.604936Z","caller":"traceutil/trace.go:171","msg":"trace[772796242] transaction","detail":"{read_only:false; response_revision:29001; number_of_response:1; }","duration":"581.325403ms","start":"2026-07-10T00:43:09.023558Z","end":"2026-07-10T00:43:09.604883Z","steps":["trace[772796242] 'process raft request' (duration: 581.000484ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:09.605139Z","caller":"traceutil/trace.go:171","msg":"trace[932806460] transaction","detail":"{read_only:false; response_revision:29002; number_of_response:1; }","duration":"581.379844ms","start":"2026-07-10T00:43:09.023747Z","end":"2026-07-10T00:43:09.605127Z","steps":["trace[932806460] 'process raft request' (duration: 580.907212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.605203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.023729Z","time spent":"581.442056ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:09.605209Z","caller":"traceutil/trace.go:171","msg":"trace[854583284] transaction","detail":"{read_only:false; response_revision:29000; number_of_response:1; }","duration":"724.048953ms","start":"2026-07-10T00:43:08.881138Z","end":"2026-07-10T00:43:09.605187Z","steps":["trace[854583284] 'process raft request' (duration: 457.441131ms)","trace[854583284] 'compare' (duration: 265.275768ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:09.605203Z","caller":"traceutil/trace.go:171","msg":"trace[240899205] transaction","detail":"{read_only:false; response_revision:29004; number_of_response:1; }","duration":"580.779819ms","start":"2026-07-10T00:43:09.024388Z","end":"2026-07-10T00:43:09.605167Z","steps":["trace[240899205] 'process raft request' (duration: 580.341648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.605295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:08.881112Z","time spent":"724.138486ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:09.605291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.023532Z","time spent":"581.557639ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:09.605328Z","caller":"traceutil/trace.go:171","msg":"trace[1392752246] transaction","detail":"{read_only:false; response_revision:29003; number_of_response:1; }","duration":"581.330793ms","start":"2026-07-10T00:43:09.023842Z","end":"2026-07-10T00:43:09.605173Z","steps":["trace[1392752246] 'process raft request' (duration: 580.848261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.605367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.024375Z","time spent":"580.908322ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:09.605406Z","caller":"traceutil/trace.go:171","msg":"trace[656249478] linearizableReadLoop","detail":"{readStateIndex:30343; appliedIndex:30342; }","duration":"586.918077ms","start":"2026-07-10T00:43:09.018457Z","end":"2026-07-10T00:43:09.605375Z","steps":["trace[656249478] 'read index received' (duration: 320.14434ms)","trace[656249478] 'applied index is now lower than readState.Index' (duration: 266.769647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:09.60549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.023837Z","time spent":"581.571619ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:09.605493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.3523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-07-10T00:43:09.605536Z","caller":"traceutil/trace.go:171","msg":"trace[1040837885] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:29005; }","duration":"717.425712ms","start":"2026-07-10T00:43:08.888097Z","end":"2026-07-10T00:43:09.605523Z","steps":["trace[1040837885] 'agreement among raft nodes before linearized reading' (duration: 717.296399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.605545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27389949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:09.605574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:08.888064Z","time spent":"717.503185ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"info","ts":"2026-07-10T00:43:09.60561Z","caller":"traceutil/trace.go:171","msg":"trace[1828870007] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:29005; }","duration":"1.274021135s","start":"2026-07-10T00:43:08.331571Z","end":"2026-07-10T00:43:09.605592Z","steps":["trace[1828870007] 'agreement among raft nodes before linearized reading' (duration: 1.273908141s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.605575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469858181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:09.605669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:08.331548Z","time spent":"1.274107666s","remote":"127.0.0.1:60260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:09.605678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552765532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-10T00:43:09.605696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.030696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:09.605702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.966584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:09.605727Z","caller":"traceutil/trace.go:171","msg":"trace[15810938] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:29005; }","duration":"350.107538ms","start":"2026-07-10T00:43:09.255608Z","end":"2026-07-10T00:43:09.605715Z","steps":["trace[15810938] 'agreement among raft nodes before linearized reading' (duration: 350.044436ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:09.605741Z","caller":"traceutil/trace.go:171","msg":"trace[501532500] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29005; }","duration":"1.552830284s","start":"2026-07-10T00:43:08.05288Z","end":"2026-07-10T00:43:09.60571Z","steps":["trace[501532500] 'agreement among raft nodes before linearized reading' (duration: 1.552646768s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:09.605709Z","caller":"traceutil/trace.go:171","msg":"trace[1031767201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29005; }","duration":"1.470034016s","start":"2026-07-10T00:43:08.135654Z","end":"2026-07-10T00:43:09.605688Z","steps":["trace[1031767201] 'agreement among raft nodes before linearized reading' (duration: 1.469745088s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:09.605746Z","caller":"traceutil/trace.go:171","msg":"trace[1864418461] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:29005; }","duration":"242.143719ms","start":"2026-07-10T00:43:09.36359Z","end":"2026-07-10T00:43:09.605734Z","steps":["trace[1864418461] 'agreement among raft nodes before linearized reading' (duration: 242.069088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.60573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804814818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:09.605773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:08.052813Z","time spent":"1.552951977s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:43:09.605808Z","caller":"traceutil/trace.go:171","msg":"trace[15651281] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:29005; }","duration":"1.804935961s","start":"2026-07-10T00:43:07.800858Z","end":"2026-07-10T00:43:09.605794Z","steps":["trace[15651281] 'agreement among raft nodes before linearized reading' (duration: 1.804781237s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.605827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:08.135583Z","time spent":"1.470210601s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:09.605976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:07.800841Z","time spent":"1.805036563s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-10T00:43:09.605757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.255589Z","time spent":"350.162539ms","remote":"127.0.0.1:37646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:09.606224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619548273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"warn","ts":"2026-07-10T00:43:09.606214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58161111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:43:09.606256Z","caller":"traceutil/trace.go:171","msg":"trace[1020565862] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:29005; }","duration":"1.619620956s","start":"2026-07-10T00:43:07.986628Z","end":"2026-07-10T00:43:09.606249Z","steps":["trace[1020565862] 'agreement among raft nodes before linearized reading' (duration: 1.619528963s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.606277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:07.986606Z","time spent":"1.619666806s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7589,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-10T00:43:09.606276Z","caller":"traceutil/trace.go:171","msg":"trace[1313671033] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29005; }","duration":"1.581703273s","start":"2026-07-10T00:43:08.024555Z","end":"2026-07-10T00:43:09.606258Z","steps":["trace[1313671033] 'agreement among raft nodes before linearized reading' (duration: 1.58159046s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:09.606318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:08.024534Z","time spent":"1.581773384s","remote":"127.0.0.1:44504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:11.612998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000010138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:43:11.613073Z","caller":"traceutil/trace.go:171","msg":"trace[1944834792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000114691s","start":"2026-07-10T00:43:09.612944Z","end":"2026-07-10T00:43:11.613058Z","steps":["trace[1944834792] 'agreement among raft nodes before linearized reading' (duration: 2.000020288s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:11.613112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.612937Z","time spent":"2.000163362s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:12.892017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.728558Z","time spent":"3.163450225s","remote":"127.0.0.1:41064","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T00:43:13.004855Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.307540632s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:43:13.005416Z","caller":"traceutil/trace.go:171","msg":"trace[1057539550] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29005; }","duration":"3.396954609s","start":"2026-07-10T00:43:09.608422Z","end":"2026-07-10T00:43:13.005376Z","steps":["trace[1057539550] 'process raft request' (duration: 3.396673292s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:13.005407Z","caller":"traceutil/trace.go:171","msg":"trace[877932737] linearizableReadLoop","detail":"{readStateIndex:30350; appliedIndex:30348; }","duration":"3.395718427s","start":"2026-07-10T00:43:09.609655Z","end":"2026-07-10T00:43:13.005373Z","steps":["trace[877932737] 'read index received' (duration: 87.664483ms)","trace[877932737] 'applied index is now lower than readState.Index' (duration: 3.308052304s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:13.005511Z","caller":"traceutil/trace.go:171","msg":"trace[871312276] transaction","detail":"{read_only:false; response_revision:29006; number_of_response:1; }","duration":"3.384008354s","start":"2026-07-10T00:43:09.62147Z","end":"2026-07-10T00:43:13.005478Z","steps":["trace[871312276] 'process raft request' (duration: 3.383757227s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.005664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.621454Z","time spent":"3.384127208s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:13.005754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.608404Z","time spent":"3.397110293s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T00:43:13.005914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.396214141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-10T00:43:13.00602Z","caller":"traceutil/trace.go:171","msg":"trace[538754126] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:29006; }","duration":"3.396340383s","start":"2026-07-10T00:43:09.609622Z","end":"2026-07-10T00:43:13.005963Z","steps":["trace[538754126] 'agreement among raft nodes before linearized reading' (duration: 3.395900842s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.006122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.609615Z","time spent":"3.396453846s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"info","ts":"2026-07-10T00:43:13.215631Z","caller":"traceutil/trace.go:171","msg":"trace[1849373364] transaction","detail":"{read_only:false; response_revision:29011; number_of_response:1; }","duration":"3.413303223s","start":"2026-07-10T00:43:09.802299Z","end":"2026-07-10T00:43:13.215603Z","steps":["trace[1849373364] 'process raft request' (duration: 3.413233252s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:13.215648Z","caller":"traceutil/trace.go:171","msg":"trace[534010957] transaction","detail":"{read_only:false; response_revision:29007; number_of_response:1; }","duration":"3.51498125s","start":"2026-07-10T00:43:09.700619Z","end":"2026-07-10T00:43:13.2156Z","steps":["trace[534010957] 'process raft request' (duration: 3.5145893s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:13.215748Z","caller":"traceutil/trace.go:171","msg":"trace[1177630275] transaction","detail":"{read_only:false; response_revision:29010; number_of_response:1; }","duration":"3.414156826s","start":"2026-07-10T00:43:09.801564Z","end":"2026-07-10T00:43:13.215721Z","steps":["trace[1177630275] 'process raft request' (duration: 3.413939751s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.215817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.802287Z","time spent":"3.413423546s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:13.215919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.700595Z","time spent":"3.515219047s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:13.21592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.801524Z","time spent":"3.41430378s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:13.215965Z","caller":"traceutil/trace.go:171","msg":"trace[2141722559] linearizableReadLoop","detail":"{readStateIndex:30358; appliedIndex:30351; }","duration":"210.467077ms","start":"2026-07-10T00:43:13.005487Z","end":"2026-07-10T00:43:13.215954Z","steps":["trace[2141722559] 'read index received' (duration: 209.689257ms)","trace[2141722559] 'applied index is now lower than readState.Index' (duration: 776.96µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:13.215702Z","caller":"traceutil/trace.go:171","msg":"trace[2094569299] transaction","detail":"{read_only:false; response_revision:29009; number_of_response:1; }","duration":"3.414336821s","start":"2026-07-10T00:43:09.801323Z","end":"2026-07-10T00:43:13.215659Z","steps":["trace[2094569299] 'process raft request' (duration: 3.414144676s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.216072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604444321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-10T00:43:13.216144Z","caller":"traceutil/trace.go:171","msg":"trace[1124750168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29013; }","duration":"1.604531714s","start":"2026-07-10T00:43:11.611604Z","end":"2026-07-10T00:43:13.216135Z","steps":["trace[1124750168] 'agreement among raft nodes before linearized reading' (duration: 1.60437911s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.216166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.611595Z","time spent":"1.604565995s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:43:13.216168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.80129Z","time spent":"3.414735531s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:13.215736Z","caller":"traceutil/trace.go:171","msg":"trace[2042284056] transaction","detail":"{read_only:false; response_revision:29008; number_of_response:1; }","duration":"3.414929386s","start":"2026-07-10T00:43:09.800762Z","end":"2026-07-10T00:43:13.215692Z","steps":["trace[2042284056] 'process raft request' (duration: 3.414658989s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.216292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604847851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:43:13.216318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.800729Z","time spent":"3.415569222s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:13.21633Z","caller":"traceutil/trace.go:171","msg":"trace[1729583932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29013; }","duration":"1.604957915s","start":"2026-07-10T00:43:11.611363Z","end":"2026-07-10T00:43:13.216321Z","steps":["trace[1729583932] 'agreement among raft nodes before linearized reading' (duration: 1.604651487s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.216364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.611359Z","time spent":"1.604998166s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:13.216388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972864424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"info","ts":"2026-07-10T00:43:13.216434Z","caller":"traceutil/trace.go:171","msg":"trace[1121824104] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29013; }","duration":"1.972936346s","start":"2026-07-10T00:43:11.243487Z","end":"2026-07-10T00:43:13.216423Z","steps":["trace[1121824104] 'agreement among raft nodes before linearized reading' (duration: 1.972793453s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.216446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605162011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-10T00:43:13.216455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.544905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:13.216457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60553366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:43:13.216482Z","caller":"traceutil/trace.go:171","msg":"trace[651192045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29013; }","duration":"1.605205331s","start":"2026-07-10T00:43:11.611263Z","end":"2026-07-10T00:43:13.216468Z","steps":["trace[651192045] 'agreement among raft nodes before linearized reading' (duration: 1.605092119s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:13.216496Z","caller":"traceutil/trace.go:171","msg":"trace[1523905787] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29013; }","duration":"1.605626742s","start":"2026-07-10T00:43:11.610861Z","end":"2026-07-10T00:43:13.216488Z","steps":["trace[1523905787] 'agreement among raft nodes before linearized reading' (duration: 1.605450227s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.216521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.610835Z","time spent":"1.605680935s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:43:13.216462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.243468Z","time spent":"1.972988577s","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17016,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-10T00:43:13.216627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184277916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-10T00:43:13.216656Z","caller":"traceutil/trace.go:171","msg":"trace[1295436112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29013; }","duration":"2.184316888s","start":"2026-07-10T00:43:11.032331Z","end":"2026-07-10T00:43:13.216648Z","steps":["trace[1295436112] 'agreement among raft nodes before linearized reading' (duration: 2.184256967s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.216677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.032325Z","time spent":"2.184348229s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:43:13.216663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602584244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:13.21675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.606771301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-10T00:43:13.216764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184453341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-10T00:43:13.216783Z","caller":"traceutil/trace.go:171","msg":"trace[1762017981] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29013; }","duration":"2.184510252s","start":"2026-07-10T00:43:11.032267Z","end":"2026-07-10T00:43:13.216777Z","steps":["trace[1762017981] 'agreement among raft nodes before linearized reading' (duration: 2.184458841s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.216801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.032247Z","time spent":"2.184551204s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-10T00:43:13.21652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.897966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:13.21663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326239288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:13.216853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604994936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-10T00:43:13.216781Z","caller":"traceutil/trace.go:171","msg":"trace[325902994] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29013; }","duration":"3.606882613s","start":"2026-07-10T00:43:09.60989Z","end":"2026-07-10T00:43:13.216773Z","steps":["trace[325902994] 'agreement among raft nodes before linearized reading' (duration: 3.606817732s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:13.216875Z","caller":"traceutil/trace.go:171","msg":"trace[14887923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29013; }","duration":"1.605021907s","start":"2026-07-10T00:43:11.611846Z","end":"2026-07-10T00:43:13.216868Z","steps":["trace[14887923] 'agreement among raft nodes before linearized reading' (duration: 1.604962775s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.216893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.611842Z","time spent":"1.605047237s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:13.2169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.609877Z","time spent":"3.607014917s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:43:13.216935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605098249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:43:13.216974Z","caller":"traceutil/trace.go:171","msg":"trace[1543696463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29013; }","duration":"1.6051501s","start":"2026-07-10T00:43:11.611814Z","end":"2026-07-10T00:43:13.216964Z","steps":["trace[1543696463] 'agreement among raft nodes before linearized reading' (duration: 1.605044227s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:13.216792Z","caller":"traceutil/trace.go:171","msg":"trace[467233740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29013; }","duration":"1.602691597s","start":"2026-07-10T00:43:11.614052Z","end":"2026-07-10T00:43:13.216744Z","steps":["trace[467233740] 'agreement among raft nodes before linearized reading' (duration: 1.602567334s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.21701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.611808Z","time spent":"1.605195281s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:13.216749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874454923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-10T00:43:13.217128Z","caller":"traceutil/trace.go:171","msg":"trace[845258641] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:29013; }","duration":"1.874878414s","start":"2026-07-10T00:43:11.34224Z","end":"2026-07-10T00:43:13.217119Z","steps":["trace[845258641] 'agreement among raft nodes before linearized reading' (duration: 1.874263407s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.217168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.342218Z","time spent":"1.874939816s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":236,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:13.217017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.614032Z","time spent":"1.602977984s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:43:13.216486Z","caller":"traceutil/trace.go:171","msg":"trace[1358525216] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:29013; }","duration":"545.578176ms","start":"2026-07-10T00:43:12.670901Z","end":"2026-07-10T00:43:13.216479Z","steps":["trace[1358525216] 'agreement among raft nodes before linearized reading' (duration: 545.525264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.217397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:12.670827Z","time spent":"546.557922ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:13.216486Z","caller":"traceutil/trace.go:171","msg":"trace[1255983623] transaction","detail":"{read_only:false; response_revision:29013; number_of_response:1; }","duration":"415.735949ms","start":"2026-07-10T00:43:12.800687Z","end":"2026-07-10T00:43:13.216423Z","steps":["trace[1255983623] 'process raft request' (duration: 415.135184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.21774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:12.80066Z","time spent":"417.047774ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:13.216525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.611253Z","time spent":"1.605267174s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:43:13.216578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411592949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-07-10T00:43:13.217841Z","caller":"traceutil/trace.go:171","msg":"trace[1689023192] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29013; }","duration":"3.412881232s","start":"2026-07-10T00:43:09.804949Z","end":"2026-07-10T00:43:13.21783Z","steps":["trace[1689023192] 'agreement among raft nodes before linearized reading' (duration: 3.411591679s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.217867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.804935Z","time spent":"3.412927344s","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-10T00:43:13.216402Z","caller":"traceutil/trace.go:171","msg":"trace[1784054824] transaction","detail":"{read_only:false; response_revision:29012; number_of_response:1; }","duration":"3.414058793s","start":"2026-07-10T00:43:09.802335Z","end":"2026-07-10T00:43:13.216394Z","steps":["trace[1784054824] 'process raft request' (duration: 3.413234191s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.217995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:09.802305Z","time spent":"3.415666685s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:13.216838Z","caller":"traceutil/trace.go:171","msg":"trace[355748802] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29013; }","duration":"752.252716ms","start":"2026-07-10T00:43:12.464573Z","end":"2026-07-10T00:43:13.216826Z","steps":["trace[355748802] 'agreement among raft nodes before linearized reading' (duration: 751.924456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.218092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:12.46455Z","time spent":"753.533919ms","remote":"127.0.0.1:60142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:13.21687Z","caller":"traceutil/trace.go:171","msg":"trace[846673791] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:29013; }","duration":"1.326515175s","start":"2026-07-10T00:43:11.890345Z","end":"2026-07-10T00:43:13.21686Z","steps":["trace[846673791] 'agreement among raft nodes before linearized reading' (duration: 1.326190737s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:13.218228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:11.890323Z","time spent":"1.32786924s","remote":"127.0.0.1:44412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":118,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:13.716572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:14.217029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676760,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:14.659648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.44349896s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:43:15.224668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:43:15.224752Z","caller":"traceutil/trace.go:171","msg":"trace[1621574483] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226195s","start":"2026-07-10T00:43:13.224512Z","end":"2026-07-10T00:43:15.224738Z","steps":["trace[1621574483] 'agreement among raft nodes before linearized reading' (duration: 2.000128772s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:15.224784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.224507Z","time spent":"2.000270046s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:43:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:43:16.445703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167784679s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:16.445913Z","caller":"traceutil/trace.go:171","msg":"trace[2014145859] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29013; }","duration":"3.168004004s","start":"2026-07-10T00:43:13.277889Z","end":"2026-07-10T00:43:16.445893Z","steps":["trace[2014145859] 'range keys from in-memory index tree' (duration: 3.167767759s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:16.448471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788490474s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-10T00:43:16.44984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.008832Z","time spent":"3.441001883s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T00:43:16.449971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.790117817s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:43:16.450666Z","caller":"traceutil/trace.go:171","msg":"trace[106302711] transaction","detail":"{read_only:false; response_revision:29015; number_of_response:1; }","duration":"3.228434011s","start":"2026-07-10T00:43:13.222205Z","end":"2026-07-10T00:43:16.450639Z","steps":["trace[106302711] 'process raft request' (duration: 3.228217106s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:16.450774Z","caller":"traceutil/trace.go:171","msg":"trace[1257965642] transaction","detail":"{read_only:false; response_revision:29014; number_of_response:1; }","duration":"3.229057018s","start":"2026-07-10T00:43:13.221662Z","end":"2026-07-10T00:43:16.450719Z","steps":["trace[1257965642] 'process raft request' (duration: 3.228625427s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:16.450807Z","caller":"traceutil/trace.go:171","msg":"trace[2050929758] transaction","detail":"{read_only:false; response_revision:29016; number_of_response:1; }","duration":"3.226105021s","start":"2026-07-10T00:43:13.224662Z","end":"2026-07-10T00:43:16.450767Z","steps":["trace[2050929758] 'process raft request' (duration: 3.225812584s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:16.450851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.221638Z","time spent":"3.229174571s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:16.450814Z","caller":"traceutil/trace.go:171","msg":"trace[2001537486] transaction","detail":"{read_only:false; response_revision:29017; number_of_response:1; }","duration":"3.225647059s","start":"2026-07-10T00:43:13.225126Z","end":"2026-07-10T00:43:16.450773Z","steps":["trace[2001537486] 'process raft request' (duration: 3.225401512s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:16.45087Z","caller":"traceutil/trace.go:171","msg":"trace[1900321722] transaction","detail":"{read_only:false; response_revision:29018; number_of_response:1; }","duration":"3.225675969s","start":"2026-07-10T00:43:13.225161Z","end":"2026-07-10T00:43:16.450837Z","steps":["trace[1900321722] 'process raft request' (duration: 3.225405502s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:16.450784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.222198Z","time spent":"3.228518913s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:16.450956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.224658Z","time spent":"3.226210484s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:16.451006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.225155Z","time spent":"3.225784742s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:16.45102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.22512Z","time spent":"3.225793652s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:16.451135Z","caller":"traceutil/trace.go:171","msg":"trace[1459828145] transaction","detail":"{read_only:false; response_revision:29020; number_of_response:1; }","duration":"3.225810203s","start":"2026-07-10T00:43:13.225309Z","end":"2026-07-10T00:43:16.451119Z","steps":["trace[1459828145] 'process raft request' (duration: 3.225728381s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:16.451126Z","caller":"traceutil/trace.go:171","msg":"trace[1107409504] transaction","detail":"{read_only:false; response_revision:29019; number_of_response:1; }","duration":"3.225840514s","start":"2026-07-10T00:43:13.225247Z","end":"2026-07-10T00:43:16.451087Z","steps":["trace[1107409504] 'process raft request' (duration: 3.225350371s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:16.451199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.225305Z","time spent":"3.225865125s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:16.451261Z","caller":"traceutil/trace.go:171","msg":"trace[85760308] linearizableReadLoop","detail":"{readStateIndex:30368; appliedIndex:30358; }","duration":"3.235257349s","start":"2026-07-10T00:43:13.215996Z","end":"2026-07-10T00:43:16.451253Z","steps":["trace[85760308] 'read index received' (duration: 1.44386974s)","trace[85760308] 'applied index is now lower than readState.Index' (duration: 1.791386569s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:16.4513Z","caller":"traceutil/trace.go:171","msg":"trace[318832863] transaction","detail":"{read_only:false; response_revision:29021; number_of_response:1; }","duration":"3.224985452s","start":"2026-07-10T00:43:13.226304Z","end":"2026-07-10T00:43:16.451289Z","steps":["trace[318832863] 'process raft request' (duration: 3.224785197s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:16.451319Z","caller":"traceutil/trace.go:171","msg":"trace[1669937015] transaction","detail":"{read_only:false; response_revision:29022; number_of_response:1; }","duration":"3.224471378s","start":"2026-07-10T00:43:13.226841Z","end":"2026-07-10T00:43:16.451313Z","steps":["trace[1669937015] 'process raft request' (duration: 3.224275693s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:16.451357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.226832Z","time spent":"3.22450351s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:16.451342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.225244Z","time spent":"3.225963537s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:16.451366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.226282Z","time spent":"3.225041714s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:16.451527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444007731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:13486"} {"level":"info","ts":"2026-07-10T00:43:16.451554Z","caller":"traceutil/trace.go:171","msg":"trace[343118635] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:29022; }","duration":"3.444059512s","start":"2026-07-10T00:43:13.007489Z","end":"2026-07-10T00:43:16.451549Z","steps":["trace[343118635] 'agreement among raft nodes before linearized reading' (duration: 3.443934279s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:16.451574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.007472Z","time spent":"3.444097843s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":13509,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-10T00:43:16.951651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:17.225381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000639046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:43:17.225486Z","caller":"traceutil/trace.go:171","msg":"trace[282633070] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00079342s","start":"2026-07-10T00:43:15.224673Z","end":"2026-07-10T00:43:17.225467Z","steps":["trace[282633070] 'agreement among raft nodes before linearized reading' (duration: 2.000664807s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:17.225528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:15.224659Z","time spent":"2.000861381s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:17.452054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:17.953134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:18.051628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596731331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:43:18.051761Z","caller":"traceutil/trace.go:171","msg":"trace[1347177398] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.596907127s","start":"2026-07-10T00:43:16.454825Z","end":"2026-07-10T00:43:18.051732Z","steps":["trace[1347177398] 'agreement among raft nodes before linearized reading' (duration: 1.596753192s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:18.051829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:16.454807Z","time spent":"1.597008139s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/10 00:43:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:43:18.297906Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.846056006s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:43:18.298645Z","caller":"traceutil/trace.go:171","msg":"trace[299340340] transaction","detail":"{read_only:false; response_revision:29023; number_of_response:1; }","duration":"3.074614843s","start":"2026-07-10T00:43:15.224003Z","end":"2026-07-10T00:43:18.298618Z","steps":["trace[299340340] 'process raft request' (duration: 3.074297105s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:18.298874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:15.223974Z","time spent":"3.074790377s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:18.298926Z","caller":"traceutil/trace.go:171","msg":"trace[2012858532] transaction","detail":"{read_only:false; response_revision:29027; number_of_response:1; }","duration":"3.071988994s","start":"2026-07-10T00:43:15.226926Z","end":"2026-07-10T00:43:18.298915Z","steps":["trace[2012858532] 'process raft request' (duration: 3.071958054s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:18.298985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:15.226916Z","time spent":"3.072038596s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:18.29896Z","caller":"traceutil/trace.go:171","msg":"trace[283731063] transaction","detail":"{read_only:false; response_revision:29024; number_of_response:1; }","duration":"3.074391107s","start":"2026-07-10T00:43:15.224525Z","end":"2026-07-10T00:43:18.298916Z","steps":["trace[283731063] 'process raft request' (duration: 3.074043048s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:18.29899Z","caller":"traceutil/trace.go:171","msg":"trace[1908652895] transaction","detail":"{read_only:false; response_revision:29025; number_of_response:1; }","duration":"3.074366386s","start":"2026-07-10T00:43:15.224584Z","end":"2026-07-10T00:43:18.298951Z","steps":["trace[1908652895] 'process raft request' (duration: 3.074190912s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:18.299053Z","caller":"traceutil/trace.go:171","msg":"trace[702669206] transaction","detail":"{read_only:false; response_revision:29026; number_of_response:1; }","duration":"3.073135844s","start":"2026-07-10T00:43:15.225845Z","end":"2026-07-10T00:43:18.298981Z","steps":["trace[702669206] 'process raft request' (duration: 3.073006511s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:18.299141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:15.22428Z","time spent":"3.074769087s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:18.299181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:15.224425Z","time spent":"3.074667264s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:18.299232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:15.22582Z","time spent":"3.07335785s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:18.637418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999841314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:43:18.637517Z","caller":"traceutil/trace.go:171","msg":"trace[870297592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016508s","start":"2026-07-10T00:43:16.637482Z","end":"2026-07-10T00:43:18.637499Z","steps":["trace[870297592] 'agreement among raft nodes before linearized reading' (duration: 1.999875365s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:18.637592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:16.637456Z","time spent":"2.000126242s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:19.235132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000686875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:43:19.235226Z","caller":"traceutil/trace.go:171","msg":"trace[1499631006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000816909s","start":"2026-07-10T00:43:17.234382Z","end":"2026-07-10T00:43:19.235199Z","steps":["trace[1499631006] 'agreement among raft nodes before linearized reading' (duration: 2.000710126s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:19.235264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:17.234371Z","time spent":"2.00088655s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:21.244187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000602854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:43:21.244267Z","caller":"traceutil/trace.go:171","msg":"trace[1669521289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000740608s","start":"2026-07-10T00:43:19.243508Z","end":"2026-07-10T00:43:21.244249Z","steps":["trace[1669521289] 'agreement among raft nodes before linearized reading' (duration: 2.000642075s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:21.244305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:19.243485Z","time spent":"2.000813529s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:43:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:43:21.698771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.342153619s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:43:21.699466Z","caller":"traceutil/trace.go:171","msg":"trace[420529125] transaction","detail":"{read_only:false; response_revision:29028; number_of_response:1; }","duration":"5.248282124s","start":"2026-07-10T00:43:16.451119Z","end":"2026-07-10T00:43:21.699401Z","steps":["trace[420529125] 'process raft request' (duration: 5.247927144s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:21.6996Z","caller":"traceutil/trace.go:171","msg":"trace[660030348] transaction","detail":"{read_only:false; response_revision:29030; number_of_response:1; }","duration":"5.174949492s","start":"2026-07-10T00:43:16.524613Z","end":"2026-07-10T00:43:21.699562Z","steps":["trace[660030348] 'process raft request' (duration: 5.174799998s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:21.699692Z","caller":"traceutil/trace.go:171","msg":"trace[317013134] transaction","detail":"{read_only:false; response_revision:29029; number_of_response:1; }","duration":"5.23776201s","start":"2026-07-10T00:43:16.46188Z","end":"2026-07-10T00:43:21.699642Z","steps":["trace[317013134] 'process raft request' (duration: 5.237462463s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:21.699774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:16.451087Z","time spent":"5.248516269s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:21.699831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:16.524589Z","time spent":"5.175133837s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:21.699895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:16.461851Z","time spent":"5.237945725s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:23.245279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:43:23.245403Z","caller":"traceutil/trace.go:171","msg":"trace[1898109937] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000210844s","start":"2026-07-10T00:43:21.245167Z","end":"2026-07-10T00:43:23.245377Z","steps":["trace[1898109937] 'agreement among raft nodes before linearized reading' (duration: 2.00005191s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:23.245513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:21.245142Z","time spent":"2.000356969s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:43:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:43:23.455002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999502872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:43:23.455119Z","caller":"traceutil/trace.go:171","msg":"trace[1094676586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999643946s","start":"2026-07-10T00:43:18.45545Z","end":"2026-07-10T00:43:23.455093Z","steps":["trace[1094676586] 'agreement among raft nodes before linearized reading' (duration: 4.999498612s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:23.455174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:18.45539Z","time spent":"4.999774029s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/10 00:43:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:43:23.455897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999527214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:43:23.455946Z","caller":"traceutil/trace.go:171","msg":"trace[1412517264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999581045s","start":"2026-07-10T00:43:18.456353Z","end":"2026-07-10T00:43:23.455934Z","steps":["trace[1412517264] 'agreement among raft nodes before linearized reading' (duration: 4.999525034s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:23.45598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:18.456319Z","time spent":"4.999652617s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:23.456148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99975296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:43:23.456182Z","caller":"traceutil/trace.go:171","msg":"trace[153993265] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99980264s","start":"2026-07-10T00:43:18.456372Z","end":"2026-07-10T00:43:23.456175Z","steps":["trace[153993265] 'agreement among raft nodes before linearized reading' (duration: 4.99976745s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:23.456215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:18.456364Z","time spent":"4.999844091s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:43:24.680463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009514908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:43:24.68059Z","caller":"traceutil/trace.go:171","msg":"trace[1028599224] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.009702853s","start":"2026-07-10T00:43:14.670862Z","end":"2026-07-10T00:43:24.680564Z","steps":["trace[1028599224] 'agreement among raft nodes before linearized reading' (duration: 10.009548569s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:24.680685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:14.670839Z","time spent":"10.009831246s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/10 00:43:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:43:24.952908Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"50889f494d856514","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T00:43:25.057096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357602618s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-10T00:43:25.058895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780988809s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:25.060723Z","caller":"traceutil/trace.go:171","msg":"trace[643917147] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29030; }","duration":"1.782818926s","start":"2026-07-10T00:43:23.277869Z","end":"2026-07-10T00:43:25.060688Z","steps":["trace[643917147] 'range keys from in-memory index tree' (duration: 1.780967409s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:25.061423Z","caller":"traceutil/trace.go:171","msg":"trace[394710093] transaction","detail":"{read_only:false; response_revision:29031; number_of_response:1; }","duration":"6.923927891s","start":"2026-07-10T00:43:18.137473Z","end":"2026-07-10T00:43:25.061401Z","steps":["trace[394710093] 'process raft request' (duration: 6.923740466s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:25.061524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.402712624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:25.061587Z","caller":"traceutil/trace.go:171","msg":"trace[1888504993] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:29032; }","duration":"10.402829407s","start":"2026-07-10T00:43:14.658738Z","end":"2026-07-10T00:43:25.061567Z","steps":["trace[1888504993] 'agreement among raft nodes before linearized reading' (duration: 10.402697093s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:25.061634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:14.658713Z","time spent":"10.402910119s","remote":"127.0.0.1:60314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:25.061644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.833493823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:25.061679Z","caller":"traceutil/trace.go:171","msg":"trace[1097744182] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:29032; }","duration":"10.833557954s","start":"2026-07-10T00:43:14.228112Z","end":"2026-07-10T00:43:25.06167Z","steps":["trace[1097744182] 'agreement among raft nodes before linearized reading' (duration: 10.833499683s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:25.061728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:14.228067Z","time spent":"10.833650677s","remote":"127.0.0.1:44360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:25.061818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.83879587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"info","ts":"2026-07-10T00:43:25.061838Z","caller":"traceutil/trace.go:171","msg":"trace[1148010673] transaction","detail":"{read_only:false; response_revision:29032; number_of_response:1; }","duration":"6.831346291s","start":"2026-07-10T00:43:18.230478Z","end":"2026-07-10T00:43:25.061825Z","steps":["trace[1148010673] 'process raft request' (duration: 6.830866779s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:25.061864Z","caller":"traceutil/trace.go:171","msg":"trace[1604100120] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:29032; }","duration":"11.838857142s","start":"2026-07-10T00:43:13.222997Z","end":"2026-07-10T00:43:25.061855Z","steps":["trace[1604100120] 'agreement among raft nodes before linearized reading' (duration: 11.838719558s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:25.061888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.222988Z","time spent":"11.838894083s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":749,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-10T00:43:25.061925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:18.230452Z","time spent":"6.831411663s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:25.061944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.840012032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:951"} {"level":"info","ts":"2026-07-10T00:43:25.061973Z","caller":"traceutil/trace.go:171","msg":"trace[719646150] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:29032; }","duration":"11.840226568s","start":"2026-07-10T00:43:13.221738Z","end":"2026-07-10T00:43:25.061965Z","steps":["trace[719646150] 'agreement among raft nodes before linearized reading' (duration: 11.840138155s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:25.061998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.221723Z","time spent":"11.840268848s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":974,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-10T00:43:25.062053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.218991919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:25.062081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.077308696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:25.062096Z","caller":"traceutil/trace.go:171","msg":"trace[1841764981] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:29032; }","duration":"11.219075841s","start":"2026-07-10T00:43:13.843005Z","end":"2026-07-10T00:43:25.062081Z","steps":["trace[1841764981] 'agreement among raft nodes before linearized reading' (duration: 11.219014139s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:25.06211Z","caller":"traceutil/trace.go:171","msg":"trace[1237235799] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:29032; }","duration":"9.077374388s","start":"2026-07-10T00:43:15.984726Z","end":"2026-07-10T00:43:25.0621Z","steps":["trace[1237235799] 'agreement among raft nodes before linearized reading' (duration: 9.077325037s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:25.062125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.842982Z","time spent":"11.219134253s","remote":"127.0.0.1:59986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:25.061588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.842153126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-10T00:43:25.061847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:18.137448Z","time spent":"6.924089186s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:25.0622Z","caller":"traceutil/trace.go:171","msg":"trace[369282137] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29032; }","duration":"11.842778733s","start":"2026-07-10T00:43:13.219396Z","end":"2026-07-10T00:43:25.062175Z","steps":["trace[369282137] 'agreement among raft nodes before linearized reading' (duration: 11.842077815s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:25.062292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:13.219381Z","time spent":"11.842882555s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-10T00:43:25.062137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:15.984703Z","time spent":"9.077424429s","remote":"127.0.0.1:37616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:25.062357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.214587345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:25.062393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.411288995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:25.062402Z","caller":"traceutil/trace.go:171","msg":"trace[1964726869] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:29032; }","duration":"9.214669368s","start":"2026-07-10T00:43:15.847719Z","end":"2026-07-10T00:43:25.062388Z","steps":["trace[1964726869] 'agreement among raft nodes before linearized reading' (duration: 9.214600506s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:25.06142Z","caller":"traceutil/trace.go:171","msg":"trace[836822659] linearizableReadLoop","detail":"{readStateIndex:30377; appliedIndex:30368; }","duration":"8.610110772s","start":"2026-07-10T00:43:16.451285Z","end":"2026-07-10T00:43:25.061396Z","steps":["trace[836822659] 'read index received' (duration: 1.847007501s)","trace[836822659] 'applied index is now lower than readState.Index' (duration: 6.763102361s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:25.062433Z","caller":"traceutil/trace.go:171","msg":"trace[1409563995] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29032; }","duration":"9.411364387s","start":"2026-07-10T00:43:15.651059Z","end":"2026-07-10T00:43:25.062424Z","steps":["trace[1409563995] 'agreement among raft nodes before linearized reading' (duration: 9.411297256s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:25.062439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:15.847697Z","time spent":"9.21473384s","remote":"127.0.0.1:54300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:25.062466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:15.651041Z","time spent":"9.411415339s","remote":"127.0.0.1:60150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:25.251169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000675135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:43:25.251252Z","caller":"traceutil/trace.go:171","msg":"trace[1692969489] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809119s","start":"2026-07-10T00:43:23.250425Z","end":"2026-07-10T00:43:25.251234Z","steps":["trace[1692969489] 'agreement among raft nodes before linearized reading' (duration: 2.000699966s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:25.251287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:23.250407Z","time spent":"2.000872612s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:25.303277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:20.304871Z","time spent":"4.998395853s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T00:43:25.303628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:20.304965Z","time spent":"4.99865883s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:43:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:43:25.303763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:20.306272Z","time spent":"4.99748875s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:43:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:43:25.303852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:20.306209Z","time spent":"4.997640764s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:43:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:43:25.303944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:20.306157Z","time spent":"4.997785878s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T00:43:25.5626Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903676790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:25.78346Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.084201229s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:43:26.122447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.379623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:43:26.122778Z","caller":"traceutil/trace.go:171","msg":"trace[1835603146] transaction","detail":"{read_only:false; response_revision:29033; number_of_response:1; }","duration":"5.864148193s","start":"2026-07-10T00:43:20.258591Z","end":"2026-07-10T00:43:26.122739Z","steps":["trace[1835603146] 'process raft request' (duration: 5.525370209s)","trace[1835603146] 'compare' (duration: 337.568812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:26.122998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:20.258568Z","time spent":"5.864284806s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:26.159729Z","caller":"traceutil/trace.go:171","msg":"trace[1483618532] transaction","detail":"{read_only:false; response_revision:29039; number_of_response:1; }","duration":"3.068152194s","start":"2026-07-10T00:43:23.091545Z","end":"2026-07-10T00:43:26.159697Z","steps":["trace[1483618532] 'process raft request' (duration: 3.067876347s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.15988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:23.091514Z","time spent":"3.068291318s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:26.172468Z","caller":"traceutil/trace.go:171","msg":"trace[295715474] linearizableReadLoop","detail":"{readStateIndex:30389; appliedIndex:30379; }","duration":"1.110010031s","start":"2026-07-10T00:43:25.062434Z","end":"2026-07-10T00:43:26.172444Z","steps":["trace[295715474] 'read index received' (duration: 721.545789ms)","trace[295715474] 'applied index is now lower than readState.Index' (duration: 388.463102ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:26.172736Z","caller":"traceutil/trace.go:171","msg":"trace[884789498] transaction","detail":"{read_only:false; response_revision:29041; number_of_response:1; }","duration":"1.106429459s","start":"2026-07-10T00:43:25.066296Z","end":"2026-07-10T00:43:26.172725Z","steps":["trace[884789498] 'process raft request' (duration: 1.105621279s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.172834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.06628Z","time spent":"1.1064835s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:26.173073Z","caller":"traceutil/trace.go:171","msg":"trace[1036667714] transaction","detail":"{read_only:false; response_revision:29042; number_of_response:1; }","duration":"1.106518361s","start":"2026-07-10T00:43:25.066544Z","end":"2026-07-10T00:43:26.173063Z","steps":["trace[1036667714] 'process raft request' (duration: 1.105486514s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.173124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.066537Z","time spent":"1.106558942s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":867,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:26.173321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672857466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.173353Z","caller":"traceutil/trace.go:171","msg":"trace[1511339579] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:29042; }","duration":"1.672940878s","start":"2026-07-10T00:43:24.500402Z","end":"2026-07-10T00:43:26.173343Z","steps":["trace[1511339579] 'agreement among raft nodes before linearized reading' (duration: 1.672827175s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.173377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:24.500378Z","time spent":"1.67299296s","remote":"127.0.0.1:60332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.173427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.398545879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.173466Z","caller":"traceutil/trace.go:171","msg":"trace[776221352] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:29042; }","duration":"5.398635981s","start":"2026-07-10T00:43:20.774819Z","end":"2026-07-10T00:43:26.173455Z","steps":["trace[776221352] 'agreement among raft nodes before linearized reading' (duration: 5.398552839s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.173493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:20.774797Z","time spent":"5.398687803s","remote":"127.0.0.1:34138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.173537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.715090837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:43:26.173558Z","caller":"traceutil/trace.go:171","msg":"trace[562140132] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:29042; }","duration":"5.715161899s","start":"2026-07-10T00:43:20.458389Z","end":"2026-07-10T00:43:26.173551Z","steps":["trace[562140132] 'agreement among raft nodes before linearized reading' (duration: 5.715116828s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.173578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:20.458357Z","time spent":"5.71521517s","remote":"127.0.0.1:54304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.17367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125240966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:26.173709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.900180076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:43:26.173731Z","caller":"traceutil/trace.go:171","msg":"trace[1851049326] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29042; }","duration":"5.900228537s","start":"2026-07-10T00:43:20.273496Z","end":"2026-07-10T00:43:26.173724Z","steps":["trace[1851049326] 'agreement among raft nodes before linearized reading' (duration: 5.900175395s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.17375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:20.273484Z","time spent":"5.900260058s","remote":"127.0.0.1:42708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.173838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277211176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:26.173855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.980315373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.173869Z","caller":"traceutil/trace.go:171","msg":"trace[2057758033] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:29042; }","duration":"2.277283528s","start":"2026-07-10T00:43:23.896578Z","end":"2026-07-10T00:43:26.173861Z","steps":["trace[2057758033] 'agreement among raft nodes before linearized reading' (duration: 2.277146895s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:26.173894Z","caller":"traceutil/trace.go:171","msg":"trace[1107813119] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:29042; }","duration":"6.980395466s","start":"2026-07-10T00:43:19.193486Z","end":"2026-07-10T00:43:26.173881Z","steps":["trace[1107813119] 'agreement among raft nodes before linearized reading' (duration: 6.980349285s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.173925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:19.193462Z","time spent":"6.980452127s","remote":"127.0.0.1:60426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.175163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.126102606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.175199Z","caller":"traceutil/trace.go:171","msg":"trace[1606384261] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:29042; }","duration":"4.126186958s","start":"2026-07-10T00:43:22.049004Z","end":"2026-07-10T00:43:26.175191Z","steps":["trace[1606384261] 'agreement among raft nodes before linearized reading' (duration: 4.126124867s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.175314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.621775177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.175382Z","caller":"traceutil/trace.go:171","msg":"trace[926824610] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:29042; }","duration":"4.62186829s","start":"2026-07-10T00:43:21.553497Z","end":"2026-07-10T00:43:26.175365Z","steps":["trace[926824610] 'agreement among raft nodes before linearized reading' (duration: 4.621724806s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.175221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:22.048979Z","time spent":"4.12623555s","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.175415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:21.553422Z","time spent":"4.621986014s","remote":"127.0.0.1:58342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.175538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46057147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:43:26.175558Z","caller":"traceutil/trace.go:171","msg":"trace[695896438] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:29042; }","duration":"2.460634631s","start":"2026-07-10T00:43:23.714918Z","end":"2026-07-10T00:43:26.175552Z","steps":["trace[695896438] 'agreement among raft nodes before linearized reading' (duration: 2.46058343s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.175579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:23.714895Z","time spent":"2.460680363s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.175672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446135754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-10T00:43:26.175686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.246807417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.175696Z","caller":"traceutil/trace.go:171","msg":"trace[1256277889] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29042; }","duration":"4.446177435s","start":"2026-07-10T00:43:21.729511Z","end":"2026-07-10T00:43:26.175689Z","steps":["trace[1256277889] 'agreement among raft nodes before linearized reading' (duration: 4.446062292s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.175714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:21.729502Z","time spent":"4.446207736s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-10T00:43:26.175707Z","caller":"traceutil/trace.go:171","msg":"trace[1282652574] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:29042; }","duration":"3.246868478s","start":"2026-07-10T00:43:22.928831Z","end":"2026-07-10T00:43:26.175699Z","steps":["trace[1282652574] 'agreement among raft nodes before linearized reading' (duration: 3.246837817s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.175774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.23742028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:26.175773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:22.928807Z","time spent":"3.246960002s","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:26.175806Z","caller":"traceutil/trace.go:171","msg":"trace[610658788] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:29042; }","duration":"7.237500382s","start":"2026-07-10T00:43:18.938295Z","end":"2026-07-10T00:43:26.175796Z","steps":["trace[610658788] 'agreement among raft nodes before linearized reading' (duration: 7.237414059s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.175827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:18.938271Z","time spent":"7.237550293s","remote":"127.0.0.1:46624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.175864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471088821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-10T00:43:26.175892Z","caller":"traceutil/trace.go:171","msg":"trace[299933569] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:29042; }","duration":"4.471147213s","start":"2026-07-10T00:43:21.704736Z","end":"2026-07-10T00:43:26.175883Z","steps":["trace[299933569] 'agreement among raft nodes before linearized reading' (duration: 4.471074841s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.175907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.255648666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:26.175916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:21.704718Z","time spent":"4.471191464s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"info","ts":"2026-07-10T00:43:26.175925Z","caller":"traceutil/trace.go:171","msg":"trace[1967312299] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:29042; }","duration":"3.255711509s","start":"2026-07-10T00:43:22.920209Z","end":"2026-07-10T00:43:26.17592Z","steps":["trace[1967312299] 'agreement among raft nodes before linearized reading' (duration: 3.255677648s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.175944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:22.920154Z","time spent":"3.25578577s","remote":"127.0.0.1:44440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.176004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.51741936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-10T00:43:26.176023Z","caller":"traceutil/trace.go:171","msg":"trace[252263752] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:29042; }","duration":"7.517486531s","start":"2026-07-10T00:43:18.658531Z","end":"2026-07-10T00:43:26.176017Z","steps":["trace[252263752] 'agreement among raft nodes before linearized reading' (duration: 7.517403439s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.176042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:18.658505Z","time spent":"7.517532593s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-07-10T00:43:26.176051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.530179514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:26.176058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.500909405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.176075Z","caller":"traceutil/trace.go:171","msg":"trace[1985371208] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29042; }","duration":"4.530240496s","start":"2026-07-10T00:43:21.645828Z","end":"2026-07-10T00:43:26.176068Z","steps":["trace[1985371208] 'agreement among raft nodes before linearized reading' (duration: 4.530197284s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:26.176102Z","caller":"traceutil/trace.go:171","msg":"trace[1812336048] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29042; }","duration":"3.500971417s","start":"2026-07-10T00:43:22.6751Z","end":"2026-07-10T00:43:26.176071Z","steps":["trace[1812336048] 'agreement among raft nodes before linearized reading' (duration: 3.500931306s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.176116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:21.645809Z","time spent":"4.530302298s","remote":"127.0.0.1:59922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.176133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:22.674981Z","time spent":"3.501142871s","remote":"127.0.0.1:60066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.176292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.55932034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.176313Z","caller":"traceutil/trace.go:171","msg":"trace[1246928081] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:29042; }","duration":"3.559383252s","start":"2026-07-10T00:43:22.616923Z","end":"2026-07-10T00:43:26.176307Z","steps":["trace[1246928081] 'agreement among raft nodes before linearized reading' (duration: 3.559342071s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.176332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:22.616905Z","time spent":"3.559421842s","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.176329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.719751826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:43:26.17636Z","caller":"traceutil/trace.go:171","msg":"trace[1447992538] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29042; }","duration":"7.719828568s","start":"2026-07-10T00:43:18.456523Z","end":"2026-07-10T00:43:26.176351Z","steps":["trace[1447992538] 'agreement among raft nodes before linearized reading' (duration: 7.719744706s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.176394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:18.4565Z","time spent":"7.7198842s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:43:26.176502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.852257255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.176534Z","caller":"traceutil/trace.go:171","msg":"trace[1814098371] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:29042; }","duration":"3.852349167s","start":"2026-07-10T00:43:22.324176Z","end":"2026-07-10T00:43:26.176525Z","steps":["trace[1814098371] 'agreement among raft nodes before linearized reading' (duration: 3.852293976s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.176568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:22.324149Z","time spent":"3.852412469s","remote":"127.0.0.1:58466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.176595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.720393023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:43:26.17662Z","caller":"traceutil/trace.go:171","msg":"trace[1053449570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29042; }","duration":"7.720459314s","start":"2026-07-10T00:43:18.456153Z","end":"2026-07-10T00:43:26.176612Z","steps":["trace[1053449570] 'agreement among raft nodes before linearized reading' (duration: 7.720403953s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.176642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:18.456074Z","time spent":"7.720563277s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:26.17654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.720223278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:43:26.178708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.282498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-10T00:43:26.178748Z","caller":"traceutil/trace.go:171","msg":"trace[973689091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29042; }","duration":"7.722457347s","start":"2026-07-10T00:43:18.456268Z","end":"2026-07-10T00:43:26.178725Z","steps":["trace[973689091] 'agreement among raft nodes before linearized reading' (duration: 7.720226608s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:26.178761Z","caller":"traceutil/trace.go:171","msg":"trace[1618338828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29042; }","duration":"722.36402ms","start":"2026-07-10T00:43:25.456378Z","end":"2026-07-10T00:43:26.178742Z","steps":["trace[1618338828] 'agreement among raft nodes before linearized reading' (duration: 722.222946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.178766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.450962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-10T00:43:26.17881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.456356Z","time spent":"722.441242ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-10T00:43:26.17884Z","caller":"traceutil/trace.go:171","msg":"trace[44141772] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29042; }","duration":"720.576575ms","start":"2026-07-10T00:43:25.458246Z","end":"2026-07-10T00:43:26.178823Z","steps":["trace[44141772] 'agreement among raft nodes before linearized reading' (duration: 720.260246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.178881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.458227Z","time spent":"720.646496ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:43:26.178795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:18.456244Z","time spent":"7.722536448s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:26.178171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.092713936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.178973Z","caller":"traceutil/trace.go:171","msg":"trace[591880769] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:29042; }","duration":"8.093556949s","start":"2026-07-10T00:43:18.085405Z","end":"2026-07-10T00:43:26.178962Z","steps":["trace[591880769] 'agreement among raft nodes before linearized reading' (duration: 8.092730327s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.178999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:18.085386Z","time spent":"8.093603599s","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.178167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.915480933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-10T00:43:26.179115Z","caller":"traceutil/trace.go:171","msg":"trace[1725818843] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29042; }","duration":"4.91647135s","start":"2026-07-10T00:43:21.26262Z","end":"2026-07-10T00:43:26.179092Z","steps":["trace[1725818843] 'agreement among raft nodes before linearized reading' (duration: 4.915415602s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.179167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:21.2626Z","time spent":"4.916552632s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-10T00:43:26.178256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.944261485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-07-10T00:43:26.179252Z","caller":"traceutil/trace.go:171","msg":"trace[699161821] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29042; }","duration":"8.945230221s","start":"2026-07-10T00:43:17.233988Z","end":"2026-07-10T00:43:26.179219Z","steps":["trace[699161821] 'agreement among raft nodes before linearized reading' (duration: 8.944206514s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.178289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.728215007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:43:26.179445Z","caller":"traceutil/trace.go:171","msg":"trace[128441143] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:29042; }","duration":"4.729384438s","start":"2026-07-10T00:43:21.450026Z","end":"2026-07-10T00:43:26.179411Z","steps":["trace[128441143] 'agreement among raft nodes before linearized reading' (duration: 4.728184006s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.178298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.077747897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:26.179564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:21.450005Z","time spent":"4.729524272s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:26.17958Z","caller":"traceutil/trace.go:171","msg":"trace[1870187820] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:29042; }","duration":"9.079068422s","start":"2026-07-10T00:43:17.1005Z","end":"2026-07-10T00:43:26.179569Z","steps":["trace[1870187820] 'agreement among raft nodes before linearized reading' (duration: 9.077772578s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.179614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:17.100478Z","time spent":"9.079124593s","remote":"127.0.0.1:54318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:26.173707Z","caller":"traceutil/trace.go:171","msg":"trace[326914494] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:29042; }","duration":"2.125325108s","start":"2026-07-10T00:43:24.048371Z","end":"2026-07-10T00:43:26.173696Z","steps":["trace[326914494] 'agreement among raft nodes before linearized reading' (duration: 2.125257616s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.179723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:24.048351Z","time spent":"2.131352954s","remote":"127.0.0.1:54320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.178475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.672774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.179799Z","caller":"traceutil/trace.go:171","msg":"trace[491523586] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29042; }","duration":"398.01556ms","start":"2026-07-10T00:43:25.781753Z","end":"2026-07-10T00:43:26.179768Z","steps":["trace[491523586] 'agreement among raft nodes before linearized reading' (duration: 396.693766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.179843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.78173Z","time spent":"398.096732ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.178487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.072347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.179886Z","caller":"traceutil/trace.go:171","msg":"trace[2078822786] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:29042; }","duration":"120.510615ms","start":"2026-07-10T00:43:26.059366Z","end":"2026-07-10T00:43:26.179877Z","steps":["trace[2078822786] 'agreement among raft nodes before linearized reading' (duration: 119.083678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.1785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.254902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-10T00:43:26.180029Z","caller":"traceutil/trace.go:171","msg":"trace[194514382] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:29042; }","duration":"874.773442ms","start":"2026-07-10T00:43:25.305236Z","end":"2026-07-10T00:43:26.180009Z","steps":["trace[194514382] 'agreement among raft nodes before linearized reading' (duration: 873.224311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.178508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.078327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:26.180122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.305146Z","time spent":"874.926966ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-10T00:43:26.178551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.051812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-07-10T00:43:26.180288Z","caller":"traceutil/trace.go:171","msg":"trace[44676963] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:29042; }","duration":"873.823247ms","start":"2026-07-10T00:43:25.306453Z","end":"2026-07-10T00:43:26.180277Z","steps":["trace[44676963] 'agreement among raft nodes before linearized reading' (duration: 872.066312ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:26.180277Z","caller":"traceutil/trace.go:171","msg":"trace[184672082] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:29042; }","duration":"287.852494ms","start":"2026-07-10T00:43:25.892379Z","end":"2026-07-10T00:43:26.180231Z","steps":["trace[184672082] 'agreement among raft nodes before linearized reading' (duration: 286.110399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.180325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.306428Z","time spent":"873.887039ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-10T00:43:26.178526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.179737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.180437Z","caller":"traceutil/trace.go:171","msg":"trace[1311681173] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:29042; }","duration":"731.162298ms","start":"2026-07-10T00:43:25.449261Z","end":"2026-07-10T00:43:26.180424Z","steps":["trace[1311681173] 'agreement among raft nodes before linearized reading' (duration: 729.176916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.180462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.449235Z","time spent":"731.21766ms","remote":"127.0.0.1:58454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.178586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.871043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-07-10T00:43:26.180526Z","caller":"traceutil/trace.go:171","msg":"trace[1508382809] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:29042; }","duration":"874.836763ms","start":"2026-07-10T00:43:25.305676Z","end":"2026-07-10T00:43:26.180513Z","steps":["trace[1508382809] 'agreement among raft nodes before linearized reading' (duration: 872.885543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.18059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.305663Z","time spent":"874.892185ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-10T00:43:26.178596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.199666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-07-10T00:43:26.180656Z","caller":"traceutil/trace.go:171","msg":"trace[234508997] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:29042; }","duration":"874.29298ms","start":"2026-07-10T00:43:25.306356Z","end":"2026-07-10T00:43:26.180649Z","steps":["trace[234508997] 'agreement among raft nodes before linearized reading' (duration: 872.193706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.180676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.306345Z","time spent":"874.32339ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-10T00:43:26.178588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.914111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:43:26.178622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065539369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.180818Z","caller":"traceutil/trace.go:171","msg":"trace[947495972] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:29042; }","duration":"1.067760276s","start":"2026-07-10T00:43:25.113045Z","end":"2026-07-10T00:43:26.180805Z","steps":["trace[947495972] 'agreement among raft nodes before linearized reading' (duration: 1.06556015s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.180893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.113026Z","time spent":"1.067813538s","remote":"127.0.0.1:34180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:26.178646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.522529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-10T00:43:26.180993Z","caller":"traceutil/trace.go:171","msg":"trace[1676063620] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:29042; }","duration":"875.907231ms","start":"2026-07-10T00:43:25.305079Z","end":"2026-07-10T00:43:26.180986Z","steps":["trace[1676063620] 'agreement among raft nodes before linearized reading' (duration: 873.53543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.181025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.305057Z","time spent":"875.960592ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-10T00:43:26.178643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.036357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:26.18111Z","caller":"traceutil/trace.go:171","msg":"trace[2126964389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29042; }","duration":"929.525961ms","start":"2026-07-10T00:43:25.251566Z","end":"2026-07-10T00:43:26.181092Z","steps":["trace[2126964389] 'agreement among raft nodes before linearized reading' (duration: 927.057608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.181163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.251547Z","time spent":"929.600833ms","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:26.178078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114074606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:26.181301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:17.233923Z","time spent":"8.945364375s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-10T00:43:26.181258Z","caller":"traceutil/trace.go:171","msg":"trace[1555764389] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:29042; }","duration":"1.11731096s","start":"2026-07-10T00:43:25.063937Z","end":"2026-07-10T00:43:26.181248Z","steps":["trace[1555764389] 'agreement among raft nodes before linearized reading' (duration: 1.114039945s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.181416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.063921Z","time spent":"1.117481345s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-10T00:43:26.180722Z","caller":"traceutil/trace.go:171","msg":"trace[11729742] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29042; }","duration":"721.077096ms","start":"2026-07-10T00:43:25.459628Z","end":"2026-07-10T00:43:26.180705Z","steps":["trace[11729742] 'agreement among raft nodes before linearized reading' (duration: 718.89494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:26.181527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:25.45961Z","time spent":"721.898959ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:26.173902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:23.896552Z","time spent":"2.277339339s","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:37.142042Z","caller":"traceutil/trace.go:171","msg":"trace[592959760] transaction","detail":"{read_only:false; response_revision:29146; number_of_response:1; }","duration":"355.159559ms","start":"2026-07-10T00:43:36.786859Z","end":"2026-07-10T00:43:37.142019Z","steps":["trace[592959760] 'process raft request' (duration: 350.999722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:37.142037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.953259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-10T00:43:37.142992Z","caller":"traceutil/trace.go:171","msg":"trace[549525067] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:29145; }","duration":"528.917364ms","start":"2026-07-10T00:43:36.614048Z","end":"2026-07-10T00:43:37.142965Z","steps":["trace[549525067] 'range keys from in-memory index tree' (duration: 527.750863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:37.143069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:36.61402Z","time spent":"529.023497ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-10T00:43:37.143207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:36.78684Z","time spent":"355.948479ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:42.626257Z","caller":"traceutil/trace.go:171","msg":"trace[618888650] transaction","detail":"{read_only:false; response_revision:29172; number_of_response:1; }","duration":"329.885853ms","start":"2026-07-10T00:43:42.296339Z","end":"2026-07-10T00:43:42.626225Z","steps":["trace[618888650] 'process raft request' (duration: 329.707249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:42.626482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.296308Z","time spent":"330.066118ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:43.556822Z","caller":"traceutil/trace.go:171","msg":"trace[1055673465] transaction","detail":"{read_only:false; response_revision:29173; number_of_response:1; }","duration":"1.259652052s","start":"2026-07-10T00:43:42.297134Z","end":"2026-07-10T00:43:43.556786Z","steps":["trace[1055673465] 'process raft request' (duration: 1.259427896s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:43.556996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.297105Z","time spent":"1.259806836s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:43.55726Z","caller":"traceutil/trace.go:171","msg":"trace[1695450955] transaction","detail":"{read_only:false; response_revision:29174; number_of_response:1; }","duration":"1.259492777s","start":"2026-07-10T00:43:42.297738Z","end":"2026-07-10T00:43:43.557231Z","steps":["trace[1695450955] 'process raft request' (duration: 1.259002175s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:43.557297Z","caller":"traceutil/trace.go:171","msg":"trace[1903721960] linearizableReadLoop","detail":"{readStateIndex:30529; appliedIndex:30524; }","duration":"1.243139323s","start":"2026-07-10T00:43:42.314132Z","end":"2026-07-10T00:43:43.557272Z","steps":["trace[1903721960] 'read index received' (duration: 311.898907ms)","trace[1903721960] 'applied index is now lower than readState.Index' (duration: 931.238206ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:43.557317Z","caller":"traceutil/trace.go:171","msg":"trace[324864542] transaction","detail":"{read_only:false; response_revision:29175; number_of_response:1; }","duration":"1.255763911s","start":"2026-07-10T00:43:42.301523Z","end":"2026-07-10T00:43:43.557287Z","steps":["trace[324864542] 'process raft request' (duration: 1.255563156s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:43.557368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.297706Z","time spent":"1.259607539s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:43.557411Z","caller":"traceutil/trace.go:171","msg":"trace[232144884] transaction","detail":"{read_only:false; response_revision:29176; number_of_response:1; }","duration":"1.255655478s","start":"2026-07-10T00:43:42.301747Z","end":"2026-07-10T00:43:43.557402Z","steps":["trace[232144884] 'process raft request' (duration: 1.255476473s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:43.557482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.30151Z","time spent":"1.255895764s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:43.557506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.301739Z","time spent":"1.255698699s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:43.557607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23756941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-10T00:43:43.557639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.492201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:43.557651Z","caller":"traceutil/trace.go:171","msg":"trace[1320230622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29176; }","duration":"1.237668612s","start":"2026-07-10T00:43:42.319972Z","end":"2026-07-10T00:43:43.55764Z","steps":["trace[1320230622] 'agreement among raft nodes before linearized reading' (duration: 1.237533988s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:43.557678Z","caller":"traceutil/trace.go:171","msg":"trace[1232324975] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29176; }","duration":"715.568533ms","start":"2026-07-10T00:43:42.842098Z","end":"2026-07-10T00:43:43.557667Z","steps":["trace[1232324975] 'agreement among raft nodes before linearized reading' (duration: 715.508812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:43.557681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.319961Z","time spent":"1.237714223s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:43:43.557706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.842079Z","time spent":"715.619535ms","remote":"127.0.0.1:60156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:43.557854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232561359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:43:43.55785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192642874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-10T00:43:43.55788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.183529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:43.557891Z","caller":"traceutil/trace.go:171","msg":"trace[1998950232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29176; }","duration":"1.232615431s","start":"2026-07-10T00:43:42.325267Z","end":"2026-07-10T00:43:43.557883Z","steps":["trace[1998950232] 'agreement among raft nodes before linearized reading' (duration: 1.232524249s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:43.5579Z","caller":"traceutil/trace.go:171","msg":"trace[1184336962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29176; }","duration":"1.192729425s","start":"2026-07-10T00:43:42.365159Z","end":"2026-07-10T00:43:43.557889Z","steps":["trace[1184336962] 'agreement among raft nodes before linearized reading' (duration: 1.192469298s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:43.557907Z","caller":"traceutil/trace.go:171","msg":"trace[2049455307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29176; }","duration":"424.23604ms","start":"2026-07-10T00:43:43.133662Z","end":"2026-07-10T00:43:43.557898Z","steps":["trace[2049455307] 'agreement among raft nodes before linearized reading' (duration: 424.193419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:43.557923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.325257Z","time spent":"1.232660552s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:43.557936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.133645Z","time spent":"424.286121ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:43.557969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243832402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:43:43.558055Z","caller":"traceutil/trace.go:171","msg":"trace[1107981770] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29176; }","duration":"1.243914494s","start":"2026-07-10T00:43:42.314126Z","end":"2026-07-10T00:43:43.55804Z","steps":["trace[1107981770] 'agreement among raft nodes before linearized reading' (duration: 1.24377366s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:43.558091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.87513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:43.5581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.314094Z","time spent":"1.243995005s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-10T00:43:43.558128Z","caller":"traceutil/trace.go:171","msg":"trace[103572541] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:29176; }","duration":"681.965252ms","start":"2026-07-10T00:43:42.876153Z","end":"2026-07-10T00:43:43.558119Z","steps":["trace[103572541] 'agreement among raft nodes before linearized reading' (duration: 681.914651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:43.558132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237504346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:43:43.558137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081639096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-10T00:43:43.55816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.876132Z","time spent":"682.020494ms","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:43.558165Z","caller":"traceutil/trace.go:171","msg":"trace[1958101459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29176; }","duration":"1.237550508s","start":"2026-07-10T00:43:42.320603Z","end":"2026-07-10T00:43:43.558154Z","steps":["trace[1958101459] 'agreement among raft nodes before linearized reading' (duration: 1.237448275s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:43.558171Z","caller":"traceutil/trace.go:171","msg":"trace[771393851] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:29176; }","duration":"1.081728818s","start":"2026-07-10T00:43:42.476434Z","end":"2026-07-10T00:43:43.558162Z","steps":["trace[771393851] 'agreement among raft nodes before linearized reading' (duration: 1.081520313s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:43.558196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.320596Z","time spent":"1.237594079s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:43.558287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192648544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-10T00:43:43.558201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.476412Z","time spent":"1.08178224s","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:43.558323Z","caller":"traceutil/trace.go:171","msg":"trace[532137244] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29176; }","duration":"1.192700896s","start":"2026-07-10T00:43:42.365614Z","end":"2026-07-10T00:43:43.558315Z","steps":["trace[532137244] 'agreement among raft nodes before linearized reading' (duration: 1.192605492s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:43.558353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.365605Z","time spent":"1.192742797s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:43:43.557934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:42.365139Z","time spent":"1.192788817s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:44.116118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677128,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:45.019123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.913853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:43:45.019248Z","caller":"traceutil/trace.go:171","msg":"trace[981077060] transaction","detail":"{read_only:false; response_revision:29177; number_of_response:1; }","duration":"1.457149112s","start":"2026-07-10T00:43:43.562075Z","end":"2026-07-10T00:43:45.019225Z","steps":["trace[981077060] 'process raft request' (duration: 682.046404ms)","trace[981077060] 'compare' (duration: 774.78677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:45.019312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.562055Z","time spent":"1.457228744s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:45.494426Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249998992s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:43:46.884867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.382559Z","time spent":"502.297074ms","remote":"127.0.0.1:41030","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T00:43:46.886475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391747687s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:43:46.887075Z","caller":"traceutil/trace.go:171","msg":"trace[1814871873] transaction","detail":"{read_only:false; response_revision:29179; number_of_response:1; }","duration":"3.323203629s","start":"2026-07-10T00:43:43.56384Z","end":"2026-07-10T00:43:46.887043Z","steps":["trace[1814871873] 'process raft request' (duration: 3.322996813s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:46.887105Z","caller":"traceutil/trace.go:171","msg":"trace[1850567086] linearizableReadLoop","detail":"{readStateIndex:30535; appliedIndex:30529; }","duration":"3.271269092s","start":"2026-07-10T00:43:43.615808Z","end":"2026-07-10T00:43:46.887078Z","steps":["trace[1850567086] 'read index received' (duration: 628.324612ms)","trace[1850567086] 'applied index is now lower than readState.Index' (duration: 2.64294183s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:46.88712Z","caller":"traceutil/trace.go:171","msg":"trace[1327531205] transaction","detail":"{read_only:false; response_revision:29181; number_of_response:1; }","duration":"3.323186988s","start":"2026-07-10T00:43:43.563865Z","end":"2026-07-10T00:43:46.887052Z","steps":["trace[1327531205] 'process raft request' (duration: 3.323080655s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:46.887132Z","caller":"traceutil/trace.go:171","msg":"trace[1534977787] transaction","detail":"{read_only:false; response_revision:29178; number_of_response:1; }","duration":"3.324842541s","start":"2026-07-10T00:43:43.562245Z","end":"2026-07-10T00:43:46.887088Z","steps":["trace[1534977787] 'process raft request' (duration: 1.932370875s)","trace[1534977787] 'compare' (duration: 1.391622293s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:46.887181Z","caller":"traceutil/trace.go:171","msg":"trace[1530726067] transaction","detail":"{read_only:false; response_revision:29183; number_of_response:1; }","duration":"2.256141961s","start":"2026-07-10T00:43:44.631015Z","end":"2026-07-10T00:43:46.887157Z","steps":["trace[1530726067] 'process raft request' (duration: 2.256012237s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:46.887196Z","caller":"traceutil/trace.go:171","msg":"trace[727953832] transaction","detail":"{read_only:false; response_revision:29184; number_of_response:1; }","duration":"2.238120023s","start":"2026-07-10T00:43:44.649047Z","end":"2026-07-10T00:43:46.887167Z","steps":["trace[727953832] 'process raft request' (duration: 2.23802233s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:46.88709Z","caller":"traceutil/trace.go:171","msg":"trace[438669197] transaction","detail":"{read_only:false; response_revision:29182; number_of_response:1; }","duration":"3.322304105s","start":"2026-07-10T00:43:43.564747Z","end":"2026-07-10T00:43:46.887051Z","steps":["trace[438669197] 'process raft request' (duration: 3.322237573s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:46.887242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.563825Z","time spent":"3.323336292s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:46.887302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.563852Z","time spent":"3.323371302s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:46.887308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:44.630963Z","time spent":"2.256285255s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:46.887332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.562228Z","time spent":"3.325008975s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:46.88737Z","caller":"traceutil/trace.go:171","msg":"trace[517518064] transaction","detail":"{read_only:false; response_revision:29186; number_of_response:1; }","duration":"1.594515164s","start":"2026-07-10T00:43:45.29282Z","end":"2026-07-10T00:43:46.887335Z","steps":["trace[517518064] 'process raft request' (duration: 1.594329219s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:46.887338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:44.649022Z","time spent":"2.238231295s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:46.88747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271668881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-10T00:43:46.887506Z","caller":"traceutil/trace.go:171","msg":"trace[1695426053] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29185; }","duration":"3.271743823s","start":"2026-07-10T00:43:43.615752Z","end":"2026-07-10T00:43:46.887496Z","steps":["trace[1695426053] 'agreement among raft nodes before linearized reading' (duration: 3.271463406s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:46.887501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:45.292788Z","time spent":"1.594636768s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:46.887528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.615729Z","time spent":"3.271794675s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:43:46.887453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.564732Z","time spent":"3.322568181s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:46.887584Z","caller":"traceutil/trace.go:171","msg":"trace[409696188] transaction","detail":"{read_only:false; response_revision:29180; number_of_response:1; }","duration":"3.323362103s","start":"2026-07-10T00:43:43.563835Z","end":"2026-07-10T00:43:46.887197Z","steps":["trace[409696188] 'process raft request' (duration: 3.323071595s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:46.887756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.563817Z","time spent":"3.323892386s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:46.887237Z","caller":"traceutil/trace.go:171","msg":"trace[1679135589] transaction","detail":"{read_only:false; response_revision:29185; number_of_response:1; }","duration":"1.794938122s","start":"2026-07-10T00:43:45.092282Z","end":"2026-07-10T00:43:46.88722Z","steps":["trace[1679135589] 'process raft request' (duration: 1.794825049s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:46.888053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:45.09226Z","time spent":"1.795584788s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:47.136966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000703927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:43:47.137074Z","caller":"traceutil/trace.go:171","msg":"trace[1693053199] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000871401s","start":"2026-07-10T00:43:45.136183Z","end":"2026-07-10T00:43:47.137055Z","steps":["trace[1693053199] 'agreement among raft nodes before linearized reading' (duration: 2.000736638s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:47.137118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:45.13616Z","time spent":"2.000949232s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:47.358084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194148103s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:43:48.547718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189209595s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:43:48.547871Z","caller":"traceutil/trace.go:171","msg":"trace[1116590382] transaction","detail":"{read_only:false; response_revision:29187; number_of_response:1; }","duration":"2.983426998s","start":"2026-07-10T00:43:45.564411Z","end":"2026-07-10T00:43:48.547839Z","steps":["trace[1116590382] 'process raft request' (duration: 1.794004347s)","trace[1116590382] 'compare' (duration: 1.187575422s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:48.548007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:45.564385Z","time spent":"2.98354917s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:48.548046Z","caller":"traceutil/trace.go:171","msg":"trace[1565574636] transaction","detail":"{read_only:false; response_revision:29189; number_of_response:1; }","duration":"2.983320914s","start":"2026-07-10T00:43:45.564712Z","end":"2026-07-10T00:43:48.548033Z","steps":["trace[1565574636] 'process raft request' (duration: 2.983195171s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:48.548039Z","caller":"traceutil/trace.go:171","msg":"trace[1029124382] transaction","detail":"{read_only:false; response_revision:29188; number_of_response:1; }","duration":"2.983490899s","start":"2026-07-10T00:43:45.564513Z","end":"2026-07-10T00:43:48.548004Z","steps":["trace[1029124382] 'process raft request' (duration: 2.983311604s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:48.54813Z","caller":"traceutil/trace.go:171","msg":"trace[1845074856] transaction","detail":"{read_only:false; response_revision:29190; number_of_response:1; }","duration":"2.982141165s","start":"2026-07-10T00:43:45.565937Z","end":"2026-07-10T00:43:48.548079Z","steps":["trace[1845074856] 'process raft request' (duration: 2.982014101s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:48.548143Z","caller":"traceutil/trace.go:171","msg":"trace[333187852] linearizableReadLoop","detail":"{readStateIndex:30544; appliedIndex:30539; }","duration":"1.660913976s","start":"2026-07-10T00:43:46.88716Z","end":"2026-07-10T00:43:48.548074Z","steps":["trace[333187852] 'read index received' (duration: 471.258609ms)","trace[333187852] 'applied index is now lower than readState.Index' (duration: 1.189654496s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:48.548173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:45.564704Z","time spent":"2.983404136s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:48.548176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141470207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:48.548177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.806285864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:48.548214Z","caller":"traceutil/trace.go:171","msg":"trace[1053129229] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:29191; }","duration":"2.141510088s","start":"2026-07-10T00:43:46.406692Z","end":"2026-07-10T00:43:48.548202Z","steps":["trace[1053129229] 'agreement among raft nodes before linearized reading' (duration: 2.141409195s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:48.548219Z","caller":"traceutil/trace.go:171","msg":"trace[1964302174] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29191; }","duration":"3.806372876s","start":"2026-07-10T00:43:44.741838Z","end":"2026-07-10T00:43:48.548211Z","steps":["trace[1964302174] 'agreement among raft nodes before linearized reading' (duration: 3.806287814s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.406577Z","time spent":"2.141657212s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:48.548227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:45.564504Z","time spent":"2.983664563s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:48.548227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:45.565926Z","time spent":"2.982249477s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:48.548241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:44.741813Z","time spent":"3.806421728s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-10T00:43:48.548339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364758346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-10T00:43:48.548369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071528073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:48.548372Z","caller":"traceutil/trace.go:171","msg":"trace[981025323] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:29191; }","duration":"2.364839638s","start":"2026-07-10T00:43:46.183523Z","end":"2026-07-10T00:43:48.548363Z","steps":["trace[981025323] 'agreement among raft nodes before linearized reading' (duration: 2.364707595s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.292075981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:48.548392Z","caller":"traceutil/trace.go:171","msg":"trace[1251997503] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:29191; }","duration":"2.071596804s","start":"2026-07-10T00:43:46.476788Z","end":"2026-07-10T00:43:48.548384Z","steps":["trace[1251997503] 'agreement among raft nodes before linearized reading' (duration: 2.071554263s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.183498Z","time spent":"2.36489113s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"info","ts":"2026-07-10T00:43:48.5484Z","caller":"traceutil/trace.go:171","msg":"trace[484513042] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29191; }","duration":"2.292132833s","start":"2026-07-10T00:43:46.256261Z","end":"2026-07-10T00:43:48.548394Z","steps":["trace[484513042] 'agreement among raft nodes before linearized reading' (duration: 2.292095782s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.554583086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:48.548412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.476776Z","time spent":"2.071629846s","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:48.54842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.256242Z","time spent":"2.292172433s","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:48.548429Z","caller":"traceutil/trace.go:171","msg":"trace[1874229864] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:29191; }","duration":"4.554660058s","start":"2026-07-10T00:43:43.993758Z","end":"2026-07-10T00:43:48.548418Z","steps":["trace[1874229864] 'agreement among raft nodes before linearized reading' (duration: 4.554602457s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907260374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:48.54846Z","caller":"traceutil/trace.go:171","msg":"trace[1686337571] transaction","detail":"{read_only:false; response_revision:29191; number_of_response:1; }","duration":"1.995122211s","start":"2026-07-10T00:43:46.553331Z","end":"2026-07-10T00:43:48.548453Z","steps":["trace[1686337571] 'process raft request' (duration: 1.994664009s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237541167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-10T00:43:48.548469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.993735Z","time spent":"4.554723919s","remote":"127.0.0.1:44212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:48.548339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.88329083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-07-10T00:43:48.548498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.553304Z","time spent":"1.995176133s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:48.54851Z","caller":"traceutil/trace.go:171","msg":"trace[1542897443] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:29191; }","duration":"3.883502425s","start":"2026-07-10T00:43:44.664999Z","end":"2026-07-10T00:43:48.548501Z","steps":["trace[1542897443] 'agreement among raft nodes before linearized reading' (duration: 3.883223568s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:48.548492Z","caller":"traceutil/trace.go:171","msg":"trace[917831952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29191; }","duration":"1.907415808s","start":"2026-07-10T00:43:46.641057Z","end":"2026-07-10T00:43:48.548473Z","steps":["trace[917831952] 'agreement among raft nodes before linearized reading' (duration: 1.907279314s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:44.664976Z","time spent":"3.883554567s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-07-10T00:43:48.548547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.641036Z","time spent":"1.90750744s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:43:48.548536Z","caller":"traceutil/trace.go:171","msg":"trace[743578586] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29191; }","duration":"3.237720851s","start":"2026-07-10T00:43:45.310769Z","end":"2026-07-10T00:43:48.54849Z","steps":["trace[743578586] 'agreement among raft nodes before linearized reading' (duration: 3.237487105s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.079201012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-10T00:43:48.548582Z","caller":"traceutil/trace.go:171","msg":"trace[1493225334] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29191; }","duration":"2.079264413s","start":"2026-07-10T00:43:46.469311Z","end":"2026-07-10T00:43:48.548575Z","steps":["trace[1493225334] 'agreement among raft nodes before linearized reading' (duration: 2.079197452s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866052485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-10T00:43:48.548593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:45.310756Z","time spent":"3.237822363s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:43:48.548644Z","caller":"traceutil/trace.go:171","msg":"trace[1535546162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29191; }","duration":"1.866149187s","start":"2026-07-10T00:43:46.682489Z","end":"2026-07-10T00:43:48.548638Z","steps":["trace[1535546162] 'agreement among raft nodes before linearized reading' (duration: 1.866022034s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.5486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.46929Z","time spent":"2.079305344s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-10T00:43:48.548675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.682463Z","time spent":"1.866205479s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:43:48.548705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.560492309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:48.548743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08142366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-10T00:43:48.54874Z","caller":"traceutil/trace.go:171","msg":"trace[1182729795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29191; }","duration":"4.560562211s","start":"2026-07-10T00:43:43.988167Z","end":"2026-07-10T00:43:48.548729Z","steps":["trace[1182729795] 'agreement among raft nodes before linearized reading' (duration: 4.56050196s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:48.548772Z","caller":"traceutil/trace.go:171","msg":"trace[971873211] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29191; }","duration":"2.081495451s","start":"2026-07-10T00:43:46.467263Z","end":"2026-07-10T00:43:48.548758Z","steps":["trace[971873211] 'agreement among raft nodes before linearized reading' (duration: 2.08143692s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.988067Z","time spent":"4.560697254s","remote":"127.0.0.1:42726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:48.548793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.467242Z","time spent":"2.081546653s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:43:48.548829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658218926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-10T00:43:48.548435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862462942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-chcgj\" ","response":"range_response_count:1 size:5395"} {"level":"info","ts":"2026-07-10T00:43:48.548851Z","caller":"traceutil/trace.go:171","msg":"trace[1133697932] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29191; }","duration":"1.658254897s","start":"2026-07-10T00:43:46.890589Z","end":"2026-07-10T00:43:48.548844Z","steps":["trace[1133697932] 'agreement among raft nodes before linearized reading' (duration: 1.658193546s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:48.548861Z","caller":"traceutil/trace.go:171","msg":"trace[382341242] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-chcgj; range_end:; response_count:1; response_revision:29191; }","duration":"1.862903323s","start":"2026-07-10T00:43:46.68595Z","end":"2026-07-10T00:43:48.548853Z","steps":["trace[382341242] 'agreement among raft nodes before linearized reading' (duration: 1.862416681s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407066834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:48.548887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.685943Z","time spent":"1.862937254s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5418,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-6b5c8b7cdc-chcgj\" "} {"level":"info","ts":"2026-07-10T00:43:48.548891Z","caller":"traceutil/trace.go:171","msg":"trace[644936728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29191; }","duration":"1.407131615s","start":"2026-07-10T00:43:47.141751Z","end":"2026-07-10T00:43:48.548883Z","steps":["trace[644936728] 'agreement among raft nodes before linearized reading' (duration: 1.407091244s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:47.141738Z","time spent":"1.407166336s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:48.548915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526170902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-10T00:43:48.548935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64143496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:48.548867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.890578Z","time spent":"1.658285968s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:43:48.548943Z","caller":"traceutil/trace.go:171","msg":"trace[1686790378] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29191; }","duration":"1.526238624s","start":"2026-07-10T00:43:47.022696Z","end":"2026-07-10T00:43:48.548935Z","steps":["trace[1686790378] 'agreement among raft nodes before linearized reading' (duration: 1.526173482s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.19001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:48.548941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.641737156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:48.548953Z","caller":"traceutil/trace.go:171","msg":"trace[456431951] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:29191; }","duration":"1.641464622s","start":"2026-07-10T00:43:46.907483Z","end":"2026-07-10T00:43:48.548948Z","steps":["trace[456431951] 'agreement among raft nodes before linearized reading' (duration: 1.64139256s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:47.022647Z","time spent":"1.526316156s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-10T00:43:48.548976Z","caller":"traceutil/trace.go:171","msg":"trace[1164597301] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:29191; }","duration":"328.22013ms","start":"2026-07-10T00:43:48.220747Z","end":"2026-07-10T00:43:48.548967Z","steps":["trace[1164597301] 'agreement among raft nodes before linearized reading' (duration: 328.175239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:46.907477Z","time spent":"1.641501063s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:48.548986Z","caller":"traceutil/trace.go:171","msg":"trace[828676463] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:29191; }","duration":"4.641826419s","start":"2026-07-10T00:43:43.907148Z","end":"2026-07-10T00:43:48.548974Z","steps":["trace[828676463] 'agreement among raft nodes before linearized reading' (duration: 4.641742646s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.548998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.220684Z","time spent":"328.307192ms","remote":"127.0.0.1:58406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:48.549023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.907127Z","time spent":"4.64188518s","remote":"127.0.0.1:36586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:48.549074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502354784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:43:48.549113Z","caller":"traceutil/trace.go:171","msg":"trace[1884763813] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:29191; }","duration":"1.502403046s","start":"2026-07-10T00:43:47.046687Z","end":"2026-07-10T00:43:48.54909Z","steps":["trace[1884763813] 'agreement among raft nodes before linearized reading' (duration: 1.502346054s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.549139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:47.046676Z","time spent":"1.502455667s","remote":"127.0.0.1:44392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":17,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:48.54914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.604288045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-10T00:43:48.549218Z","caller":"traceutil/trace.go:171","msg":"trace[1677952825] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:29191; }","duration":"4.604376227s","start":"2026-07-10T00:43:43.944823Z","end":"2026-07-10T00:43:48.549199Z","steps":["trace[1677952825] 'agreement among raft nodes before linearized reading' (duration: 4.604125611s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:48.549257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:43.944775Z","time spent":"4.60447404s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:49.054108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:49.368614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.550321Z","time spent":"818.286528ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-10T00:43:49.370947Z","caller":"traceutil/trace.go:171","msg":"trace[914608088] linearizableReadLoop","detail":"{readStateIndex:30550; appliedIndex:30544; }","duration":"817.853396ms","start":"2026-07-10T00:43:48.553074Z","end":"2026-07-10T00:43:49.370927Z","steps":["trace[914608088] 'read index received' (duration: 774.078931ms)","trace[914608088] 'applied index is now lower than readState.Index' (duration: 43.773735ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:49.370941Z","caller":"traceutil/trace.go:171","msg":"trace[1614790339] transaction","detail":"{read_only:false; response_revision:29192; number_of_response:1; }","duration":"816.392458ms","start":"2026-07-10T00:43:48.554501Z","end":"2026-07-10T00:43:49.370894Z","steps":["trace[1614790339] 'process raft request' (duration: 816.190423ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:49.371041Z","caller":"traceutil/trace.go:171","msg":"trace[1233692184] transaction","detail":"{read_only:false; response_revision:29195; number_of_response:1; }","duration":"807.651432ms","start":"2026-07-10T00:43:48.563382Z","end":"2026-07-10T00:43:49.371033Z","steps":["trace[1233692184] 'process raft request' (duration: 807.479107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.371124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.563368Z","time spent":"807.691922ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5164,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:49.371143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.55446Z","time spent":"816.577853ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:49.371186Z","caller":"traceutil/trace.go:171","msg":"trace[2137710346] transaction","detail":"{read_only:false; response_revision:29196; number_of_response:1; }","duration":"477.848721ms","start":"2026-07-10T00:43:48.893325Z","end":"2026-07-10T00:43:49.371174Z","steps":["trace[2137710346] 'process raft request' (duration: 477.575823ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:49.370945Z","caller":"traceutil/trace.go:171","msg":"trace[382504474] transaction","detail":"{read_only:false; response_revision:29193; number_of_response:1; }","duration":"816.253515ms","start":"2026-07-10T00:43:48.55466Z","end":"2026-07-10T00:43:49.370914Z","steps":["trace[382504474] 'process raft request' (duration: 816.145552ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:49.37127Z","caller":"traceutil/trace.go:171","msg":"trace[540340323] transaction","detail":"{read_only:false; response_revision:29194; number_of_response:1; }","duration":"814.106349ms","start":"2026-07-10T00:43:48.557133Z","end":"2026-07-10T00:43:49.37124Z","steps":["trace[540340323] 'process raft request' (duration: 813.700228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.371285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.893313Z","time spent":"477.903712ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:49.371325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.557107Z","time spent":"814.187611ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:49.371379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.266367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ea02f9b5-729b-439b-989c-d7cb7a0413f6\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-07-10T00:43:49.371477Z","caller":"traceutil/trace.go:171","msg":"trace[1609233169] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ea02f9b5-729b-439b-989c-d7cb7a0413f6; range_end:; response_count:1; response_revision:29196; }","duration":"818.429163ms","start":"2026-07-10T00:43:48.553027Z","end":"2026-07-10T00:43:49.371456Z","steps":["trace[1609233169] 'agreement among raft nodes before linearized reading' (duration: 818.122435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.371517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.55301Z","time spent":"818.497444ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-ea02f9b5-729b-439b-989c-d7cb7a0413f6\" "} {"level":"warn","ts":"2026-07-10T00:43:49.371372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.554647Z","time spent":"816.624815ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:49.375049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.820379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-10T00:43:49.37516Z","caller":"traceutil/trace.go:171","msg":"trace[87544941] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:29197; }","duration":"821.949602ms","start":"2026-07-10T00:43:48.553193Z","end":"2026-07-10T00:43:49.375142Z","steps":["trace[87544941] 'agreement among raft nodes before linearized reading' (duration: 821.432308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.375432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.553186Z","time spent":"822.120566ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"warn","ts":"2026-07-10T00:43:49.375476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.167018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-10T00:43:49.375532Z","caller":"traceutil/trace.go:171","msg":"trace[1847440156] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29197; }","duration":"483.228619ms","start":"2026-07-10T00:43:48.892289Z","end":"2026-07-10T00:43:49.375518Z","steps":["trace[1847440156] 'agreement among raft nodes before linearized reading' (duration: 483.050885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.375567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.892227Z","time spent":"483.327962ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:43:49.375698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.549613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:43:49.37576Z","caller":"traceutil/trace.go:171","msg":"trace[583101293] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:29197; }","duration":"580.639705ms","start":"2026-07-10T00:43:48.795099Z","end":"2026-07-10T00:43:49.375739Z","steps":["trace[583101293] 'agreement among raft nodes before linearized reading' (duration: 580.532842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.375787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.795078Z","time spent":"580.701237ms","remote":"127.0.0.1:44584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:49.375779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.785941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:49.375786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.21318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:49.375821Z","caller":"traceutil/trace.go:171","msg":"trace[2009093620] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:29197; }","duration":"609.878814ms","start":"2026-07-10T00:43:48.765931Z","end":"2026-07-10T00:43:49.37581Z","steps":["trace[2009093620] 'agreement among raft nodes before linearized reading' (duration: 609.781141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.375857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.765912Z","time spent":"609.940276ms","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:49.375875Z","caller":"traceutil/trace.go:171","msg":"trace[482904468] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29197; }","duration":"819.335734ms","start":"2026-07-10T00:43:48.556509Z","end":"2026-07-10T00:43:49.375844Z","steps":["trace[482904468] 'agreement among raft nodes before linearized reading' (duration: 819.18158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.375918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.556491Z","time spent":"819.418716ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:49.375929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.542639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-10T00:43:49.375947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.25517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:43:49.375979Z","caller":"traceutil/trace.go:171","msg":"trace[685390365] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29197; }","duration":"819.618691ms","start":"2026-07-10T00:43:48.556348Z","end":"2026-07-10T00:43:49.375967Z","steps":["trace[685390365] 'agreement among raft nodes before linearized reading' (duration: 819.435576ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:49.376001Z","caller":"traceutil/trace.go:171","msg":"trace[285102492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29197; }","duration":"483.328032ms","start":"2026-07-10T00:43:48.89266Z","end":"2026-07-10T00:43:49.375988Z","steps":["trace[285102492] 'agreement among raft nodes before linearized reading' (duration: 483.175778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.376015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.556331Z","time spent":"819.675843ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:43:49.376035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.892654Z","time spent":"483.372983ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:49.376056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.108556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:43:49.376096Z","caller":"traceutil/trace.go:171","msg":"trace[2024532255] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29197; }","duration":"483.130886ms","start":"2026-07-10T00:43:48.892943Z","end":"2026-07-10T00:43:49.376074Z","steps":["trace[2024532255] 'agreement among raft nodes before linearized reading' (duration: 483.043384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.376117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.892886Z","time spent":"483.225259ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:43:49.375967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.325891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:43:49.376167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.158584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-10T00:43:49.376182Z","caller":"traceutil/trace.go:171","msg":"trace[72013388] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29197; }","duration":"483.582268ms","start":"2026-07-10T00:43:48.892594Z","end":"2026-07-10T00:43:49.376176Z","steps":["trace[72013388] 'agreement among raft nodes before linearized reading' (duration: 483.325941ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:49.376196Z","caller":"traceutil/trace.go:171","msg":"trace[286805690] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29197; }","duration":"818.184494ms","start":"2026-07-10T00:43:48.558001Z","end":"2026-07-10T00:43:49.376185Z","steps":["trace[286805690] 'agreement among raft nodes before linearized reading' (duration: 818.043941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.376204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.892565Z","time spent":"483.63079ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:49.376226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.557974Z","time spent":"818.238406ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:43:49.37596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.535189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:49.376277Z","caller":"traceutil/trace.go:171","msg":"trace[1398958042] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29197; }","duration":"819.857757ms","start":"2026-07-10T00:43:48.556409Z","end":"2026-07-10T00:43:49.376267Z","steps":["trace[1398958042] 'agreement among raft nodes before linearized reading' (duration: 819.518889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.376282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.351472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:43:49.376298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.556406Z","time spent":"819.885038ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-10T00:43:49.376318Z","caller":"traceutil/trace.go:171","msg":"trace[2104905854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29197; }","duration":"483.406073ms","start":"2026-07-10T00:43:48.892903Z","end":"2026-07-10T00:43:49.376309Z","steps":["trace[2104905854] 'agreement among raft nodes before linearized reading' (duration: 483.28134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:49.376377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:48.892896Z","time spent":"483.472036ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:55.634297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677537,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:43:55.691679Z","caller":"traceutil/trace.go:171","msg":"trace[1982636758] transaction","detail":"{read_only:false; response_revision:29336; number_of_response:1; }","duration":"841.666394ms","start":"2026-07-10T00:43:54.84999Z","end":"2026-07-10T00:43:55.691656Z","steps":["trace[1982636758] 'process raft request' (duration: 841.546001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:55.691813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:54.849968Z","time spent":"841.783658ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:56.906429Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.214853759s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:43:57.129528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.814648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:43:57.129637Z","caller":"traceutil/trace.go:171","msg":"trace[823311097] linearizableReadLoop","detail":"{readStateIndex:30694; appliedIndex:30692; }","duration":"1.995413809s","start":"2026-07-10T00:43:55.134207Z","end":"2026-07-10T00:43:57.12962Z","steps":["trace[823311097] 'read index received' (duration: 557.414703ms)","trace[823311097] 'applied index is now lower than readState.Index' (duration: 1.437998006s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:57.129742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995509741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:57.12976Z","caller":"traceutil/trace.go:171","msg":"trace[1038485547] transaction","detail":"{read_only:false; response_revision:29337; number_of_response:1; }","duration":"1.735065828s","start":"2026-07-10T00:43:55.394607Z","end":"2026-07-10T00:43:57.129673Z","steps":["trace[1038485547] 'process raft request' (duration: 1.512022155s)","trace[1038485547] 'compare' (duration: 222.075579ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:43:57.129817Z","caller":"traceutil/trace.go:171","msg":"trace[618059705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29337; }","duration":"1.995621924s","start":"2026-07-10T00:43:55.134169Z","end":"2026-07-10T00:43:57.129791Z","steps":["trace[618059705] 'agreement among raft nodes before linearized reading' (duration: 1.995505521s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:57.129885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.134152Z","time spent":"1.995718716s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:57.129988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.394586Z","time spent":"1.735281933s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:57.629801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:58.130411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:43:58.258681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.352065258s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:43:58.259409Z","caller":"traceutil/trace.go:171","msg":"trace[574906888] transaction","detail":"{read_only:false; response_revision:29341; number_of_response:1; }","duration":"1.67883188s","start":"2026-07-10T00:43:56.58055Z","end":"2026-07-10T00:43:58.259382Z","steps":["trace[574906888] 'process raft request' (duration: 1.678780489s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:58.259442Z","caller":"traceutil/trace.go:171","msg":"trace[817162698] transaction","detail":"{read_only:false; response_revision:29339; number_of_response:1; }","duration":"1.680260497s","start":"2026-07-10T00:43:56.579143Z","end":"2026-07-10T00:43:58.259403Z","steps":["trace[817162698] 'process raft request' (duration: 1.680131594s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:58.259449Z","caller":"traceutil/trace.go:171","msg":"trace[854121120] transaction","detail":"{read_only:false; response_revision:29338; number_of_response:1; }","duration":"1.680850163s","start":"2026-07-10T00:43:56.578555Z","end":"2026-07-10T00:43:58.259406Z","steps":["trace[854121120] 'process raft request' (duration: 1.680583716s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.259552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:56.580521Z","time spent":"1.678959314s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:58.259598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:56.579132Z","time spent":"1.68038746s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:58.259613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:56.578525Z","time spent":"1.681012307s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:58.259632Z","caller":"traceutil/trace.go:171","msg":"trace[1208176901] transaction","detail":"{read_only:false; response_revision:29342; number_of_response:1; }","duration":"1.357851047s","start":"2026-07-10T00:43:56.901751Z","end":"2026-07-10T00:43:58.259602Z","steps":["trace[1208176901] 'process raft request' (duration: 1.357600361s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:58.259735Z","caller":"traceutil/trace.go:171","msg":"trace[175094691] transaction","detail":"{read_only:false; response_revision:29340; number_of_response:1; }","duration":"1.679663681s","start":"2026-07-10T00:43:56.580061Z","end":"2026-07-10T00:43:58.259724Z","steps":["trace[175094691] 'process raft request' (duration: 1.67924632s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.259764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:56.901728Z","time spent":"1.35797113s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:58.259818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:56.580033Z","time spent":"1.679728313s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:43:58.406162Z","caller":"traceutil/trace.go:171","msg":"trace[1663120473] linearizableReadLoop","detail":"{readStateIndex:30700; appliedIndex:30694; }","duration":"1.276474948s","start":"2026-07-10T00:43:57.129656Z","end":"2026-07-10T00:43:58.40613Z","steps":["trace[1663120473] 'read index received' (duration: 1.129396094s)","trace[1663120473] 'applied index is now lower than readState.Index' (duration: 147.077874ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:58.406381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010872569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-10T00:43:58.40636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710617394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-10T00:43:58.406428Z","caller":"traceutil/trace.go:171","msg":"trace[353476422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:29343; }","duration":"3.010950151s","start":"2026-07-10T00:43:55.395465Z","end":"2026-07-10T00:43:58.406416Z","steps":["trace[353476422] 'agreement among raft nodes before linearized reading' (duration: 3.010802038s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.406382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994464834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:43:58.406467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.395454Z","time spent":"3.011003032s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-10T00:43:58.406468Z","caller":"traceutil/trace.go:171","msg":"trace[1246994319] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29343; }","duration":"2.710752217s","start":"2026-07-10T00:43:55.695688Z","end":"2026-07-10T00:43:58.40644Z","steps":["trace[1246994319] 'agreement among raft nodes before linearized reading' (duration: 2.71046194s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.406554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986191979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:43:58.406577Z","caller":"traceutil/trace.go:171","msg":"trace[522183646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29343; }","duration":"2.994612047s","start":"2026-07-10T00:43:55.411863Z","end":"2026-07-10T00:43:58.406475Z","steps":["trace[522183646] 'agreement among raft nodes before linearized reading' (duration: 2.99433422s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.406632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.411846Z","time spent":"2.994777052s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:58.40665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.986940808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-10T00:43:58.406665Z","caller":"traceutil/trace.go:171","msg":"trace[367963445] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:29343; }","duration":"2.98698099s","start":"2026-07-10T00:43:55.41968Z","end":"2026-07-10T00:43:58.406661Z","steps":["trace[367963445] 'agreement among raft nodes before linearized reading' (duration: 2.986935088s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.406685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.419669Z","time spent":"2.9870118s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:43:58.406711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.111579581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-10T00:43:58.406754Z","caller":"traceutil/trace.go:171","msg":"trace[1193641247] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29343; }","duration":"3.111655313s","start":"2026-07-10T00:43:55.295085Z","end":"2026-07-10T00:43:58.40674Z","steps":["trace[1193641247] 'agreement among raft nodes before linearized reading' (duration: 3.11155228s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.406783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994578407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:43:58.406817Z","caller":"traceutil/trace.go:171","msg":"trace[1169714171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29343; }","duration":"2.994622117s","start":"2026-07-10T00:43:55.412185Z","end":"2026-07-10T00:43:58.406807Z","steps":["trace[1169714171] 'agreement among raft nodes before linearized reading' (duration: 2.994529225s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.406837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128338545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:58.406848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.412179Z","time spent":"2.994662418s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-10T00:43:58.406845Z","caller":"traceutil/trace.go:171","msg":"trace[906780100] transaction","detail":"{read_only:false; response_revision:29343; number_of_response:1; }","duration":"1.150349348s","start":"2026-07-10T00:43:57.256425Z","end":"2026-07-10T00:43:58.406774Z","steps":["trace[906780100] 'process raft request' (duration: 1.131807407s)","trace[906780100] 'compare' (duration: 17.597087ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:43:58.406453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923919775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"warn","ts":"2026-07-10T00:43:58.406917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274436885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:58.406926Z","caller":"traceutil/trace.go:171","msg":"trace[39424103] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29343; }","duration":"2.924414287s","start":"2026-07-10T00:43:55.4825Z","end":"2026-07-10T00:43:58.406914Z","steps":["trace[39424103] 'agreement among raft nodes before linearized reading' (duration: 2.923906944s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:58.406945Z","caller":"traceutil/trace.go:171","msg":"trace[1491418403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29343; }","duration":"1.274507677s","start":"2026-07-10T00:43:57.13243Z","end":"2026-07-10T00:43:58.406938Z","steps":["trace[1491418403] 'agreement among raft nodes before linearized reading' (duration: 1.274462755s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.406958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.482483Z","time spent":"2.924465989s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:43:58.406972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:57.132409Z","time spent":"1.274557428s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:43:58.406983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:57.2564Z","time spent":"1.150504172s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:43:58.406789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.295068Z","time spent":"3.111713094s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:43:58.406362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987414681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-10T00:43:58.407133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.767654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:58.407172Z","caller":"traceutil/trace.go:171","msg":"trace[1673853471] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:29343; }","duration":"495.837396ms","start":"2026-07-10T00:43:57.911322Z","end":"2026-07-10T00:43:58.40716Z","steps":["trace[1673853471] 'agreement among raft nodes before linearized reading' (duration: 495.781365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.407204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:57.911305Z","time spent":"495.891498ms","remote":"127.0.0.1:37590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:58.407202Z","caller":"traceutil/trace.go:171","msg":"trace[1412663188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29343; }","duration":"2.988260933s","start":"2026-07-10T00:43:55.418882Z","end":"2026-07-10T00:43:58.407142Z","steps":["trace[1412663188] 'agreement among raft nodes before linearized reading' (duration: 2.987295718s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.407263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769307016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:58.407278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159853814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-10T00:43:58.407318Z","caller":"traceutil/trace.go:171","msg":"trace[1500379810] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29343; }","duration":"1.159941276s","start":"2026-07-10T00:43:57.247367Z","end":"2026-07-10T00:43:58.407308Z","steps":["trace[1500379810] 'agreement among raft nodes before linearized reading' (duration: 1.159861514s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:58.407319Z","caller":"traceutil/trace.go:171","msg":"trace[1422337831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29343; }","duration":"1.769395109s","start":"2026-07-10T00:43:56.637909Z","end":"2026-07-10T00:43:58.407304Z","steps":["trace[1422337831] 'agreement among raft nodes before linearized reading' (duration: 1.769317667s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.407196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698918461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:58.407333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.418865Z","time spent":"2.988428968s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:43:58.407381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352418107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:43:58.407395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589471422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-07-10T00:43:58.407389Z","caller":"traceutil/trace.go:171","msg":"trace[957459278] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:29343; }","duration":"1.699166377s","start":"2026-07-10T00:43:56.70819Z","end":"2026-07-10T00:43:58.407356Z","steps":["trace[957459278] 'agreement among raft nodes before linearized reading' (duration: 1.698923461s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:58.40742Z","caller":"traceutil/trace.go:171","msg":"trace[2144834119] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:29343; }","duration":"2.352480868s","start":"2026-07-10T00:43:56.054928Z","end":"2026-07-10T00:43:58.407409Z","steps":["trace[2144834119] 'agreement among raft nodes before linearized reading' (duration: 2.352373995s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.407466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016100186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:43:58.407492Z","caller":"traceutil/trace.go:171","msg":"trace[1928751888] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29343; }","duration":"2.016156168s","start":"2026-07-10T00:43:56.39133Z","end":"2026-07-10T00:43:58.407487Z","steps":["trace[1928751888] 'agreement among raft nodes before linearized reading' (duration: 2.016115297s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.406499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974882696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:43:58.407513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:56.391303Z","time spent":"2.016206368s","remote":"127.0.0.1:60288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:58.407488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.223279997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-10T00:43:58.406869Z","caller":"traceutil/trace.go:171","msg":"trace[1599675032] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29343; }","duration":"3.128410737s","start":"2026-07-10T00:43:55.27845Z","end":"2026-07-10T00:43:58.406861Z","steps":["trace[1599675032] 'agreement among raft nodes before linearized reading' (duration: 3.128353975s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:43:58.40756Z","caller":"traceutil/trace.go:171","msg":"trace[1026221924] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:29343; }","duration":"2.223384409s","start":"2026-07-10T00:43:56.184155Z","end":"2026-07-10T00:43:58.40754Z","steps":["trace[1026221924] 'agreement among raft nodes before linearized reading' (duration: 2.223138863s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.407643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:56.184138Z","time spent":"2.223493542s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-07-10T00:43:58.406548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.695673Z","time spent":"2.71086081s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:43:58.407591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.27843Z","time spent":"3.129140046s","remote":"127.0.0.1:42722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:58.407477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:56.708167Z","time spent":"1.699284871s","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:58.407463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:56.054917Z","time spent":"2.3525376s","remote":"127.0.0.1:44300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:43:58.40742Z","caller":"traceutil/trace.go:171","msg":"trace[1255918075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29343; }","duration":"2.589533154s","start":"2026-07-10T00:43:55.817879Z","end":"2026-07-10T00:43:58.407412Z","steps":["trace[1255918075] 'agreement among raft nodes before linearized reading' (duration: 2.589477072s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.407974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.817857Z","time spent":"2.590099519s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:43:58.407359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:56.637886Z","time spent":"1.769463031s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:43:58.406595Z","caller":"traceutil/trace.go:171","msg":"trace[1715821053] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29343; }","duration":"2.98626268s","start":"2026-07-10T00:43:55.420316Z","end":"2026-07-10T00:43:58.406578Z","steps":["trace[1715821053] 'agreement among raft nodes before linearized reading' (duration: 2.986195729s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.408253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.420291Z","time spent":"2.987940394s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:43:58.407276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36841186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:43:58.408377Z","caller":"traceutil/trace.go:171","msg":"trace[1577094273] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:29343; }","duration":"2.369537479s","start":"2026-07-10T00:43:56.03881Z","end":"2026-07-10T00:43:58.408347Z","steps":["trace[1577094273] 'agreement among raft nodes before linearized reading' (duration: 2.36842461s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.408422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:56.038789Z","time spent":"2.369617551s","remote":"127.0.0.1:44596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:58.407341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:57.247344Z","time spent":"1.159993558s","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-10T00:43:58.40754Z","caller":"traceutil/trace.go:171","msg":"trace[1791694242] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:29343; }","duration":"2.975950064s","start":"2026-07-10T00:43:55.431575Z","end":"2026-07-10T00:43:58.407525Z","steps":["trace[1791694242] 'agreement among raft nodes before linearized reading' (duration: 2.974893957s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:43:58.408561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:55.431556Z","time spent":"2.97698163s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":19,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:43:58.914925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677548,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:00.415575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000672135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:44:00.415696Z","caller":"traceutil/trace.go:171","msg":"trace[349500468] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000824739s","start":"2026-07-10T00:43:58.414844Z","end":"2026-07-10T00:44:00.415669Z","steps":["trace[349500468] 'agreement among raft nodes before linearized reading' (duration: 2.000673885s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:00.415763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.414839Z","time spent":"2.000909061s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:44:01.400229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985116822s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-10T00:44:01.400407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.409831Z","time spent":"2.990567753s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T00:44:01.700004Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.284820983s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:44:02.416839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:44:02.416942Z","caller":"traceutil/trace.go:171","msg":"trace[794594658] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000766488s","start":"2026-07-10T00:44:00.416149Z","end":"2026-07-10T00:44:02.416916Z","steps":["trace[794594658] 'agreement among raft nodes before linearized reading' (duration: 2.000636185s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:02.416991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:00.41613Z","time spent":"2.00085191s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:44:03.411879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.41455Z","time spent":"4.997322107s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:44:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:03.411962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.414264Z","time spent":"4.997671635s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:44:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:03.414914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.415583Z","time spent":"4.999323138s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:44:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:04.134869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:59.13771Z","time spent":"4.997148922s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:44:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:04.424236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:44:04.424333Z","caller":"traceutil/trace.go:171","msg":"trace[736231665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171383s","start":"2026-07-10T00:44:02.42414Z","end":"2026-07-10T00:44:04.424311Z","steps":["trace[736231665] 'agreement among raft nodes before linearized reading' (duration: 2.000045949s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:04.424388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:02.424129Z","time spent":"2.000249094s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:44:04.815957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538661906s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:04.816139Z","caller":"traceutil/trace.go:171","msg":"trace[603085402] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29343; }","duration":"1.538852891s","start":"2026-07-10T00:44:03.27726Z","end":"2026-07-10T00:44:04.816113Z","steps":["trace[603085402] 'range keys from in-memory index tree' (duration: 1.538642476s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:04.816721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116384044s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:04.81714Z","caller":"traceutil/trace.go:171","msg":"trace[348756953] transaction","detail":"{read_only:false; response_revision:29344; number_of_response:1; }","duration":"6.404625046s","start":"2026-07-10T00:43:58.412463Z","end":"2026-07-10T00:44:04.817088Z","steps":["trace[348756953] 'process raft request' (duration: 3.28779973s)","trace[348756953] 'compare' (duration: 3.115493312s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:04.817423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.41244Z","time spent":"6.404841692s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:04.819527Z","caller":"traceutil/trace.go:171","msg":"trace[987790852] transaction","detail":"{read_only:false; response_revision:29345; number_of_response:1; }","duration":"6.406524476s","start":"2026-07-10T00:43:58.412983Z","end":"2026-07-10T00:44:04.819508Z","steps":["trace[987790852] 'process raft request' (duration: 6.403807465s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:04.819627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.412964Z","time spent":"6.406617648s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:04.819854Z","caller":"traceutil/trace.go:171","msg":"trace[448178536] transaction","detail":"{read_only:false; response_revision:29346; number_of_response:1; }","duration":"6.406675659s","start":"2026-07-10T00:43:58.413152Z","end":"2026-07-10T00:44:04.819828Z","steps":["trace[448178536] 'process raft request' (duration: 6.406284379s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:04.819971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.413146Z","time spent":"6.406765342s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:04.820231Z","caller":"traceutil/trace.go:171","msg":"trace[1011457374] transaction","detail":"{read_only:false; response_revision:29348; number_of_response:1; }","duration":"6.405694944s","start":"2026-07-10T00:43:58.414514Z","end":"2026-07-10T00:44:04.820209Z","steps":["trace[1011457374] 'process raft request' (duration: 6.405479398s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:04.820369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.414499Z","time spent":"6.405801996s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:04.820771Z","caller":"traceutil/trace.go:171","msg":"trace[1221710150] transaction","detail":"{read_only:false; response_revision:29350; number_of_response:1; }","duration":"6.405614802s","start":"2026-07-10T00:43:58.415145Z","end":"2026-07-10T00:44:04.820759Z","steps":["trace[1221710150] 'process raft request' (duration: 6.405348675s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:04.820838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.415139Z","time spent":"6.405667404s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:04.821293Z","caller":"traceutil/trace.go:171","msg":"trace[653232625] transaction","detail":"{read_only:false; response_revision:29352; number_of_response:1; }","duration":"6.184369805s","start":"2026-07-10T00:43:58.63691Z","end":"2026-07-10T00:44:04.821279Z","steps":["trace[653232625] 'process raft request' (duration: 6.184011876s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:04.821415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.636875Z","time spent":"6.184502779s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:04.821554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.407040939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-10T00:44:04.821597Z","caller":"traceutil/trace.go:171","msg":"trace[721233506] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29353; }","duration":"6.407109381s","start":"2026-07-10T00:43:58.414477Z","end":"2026-07-10T00:44:04.821587Z","steps":["trace[721233506] 'agreement among raft nodes before linearized reading' (duration: 6.406967417s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:04.821421Z","caller":"traceutil/trace.go:171","msg":"trace[731264380] linearizableReadLoop","detail":"{readStateIndex:30710; appliedIndex:30700; }","duration":"6.406901075s","start":"2026-07-10T00:43:58.414507Z","end":"2026-07-10T00:44:04.821408Z","steps":["trace[731264380] 'read index received' (duration: 1.000659956s)","trace[731264380] 'applied index is now lower than readState.Index' (duration: 5.406240089s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:04.821627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.414466Z","time spent":"6.407153332s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:44:05.264305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:00.268696Z","time spent":"4.995601361s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:44:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:05.264744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:00.268719Z","time spent":"4.996023042s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:44:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:05.266051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:00.268692Z","time spent":"4.997350415s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:44:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:05.267467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:00.26872Z","time spent":"4.998736863s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:44:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:05.322514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677569,"retry-timeout":"500ms"} 2026/07/10 00:44:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:05.428821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.129549054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c0c6faff874e41\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:05.428878Z","caller":"traceutil/trace.go:171","msg":"trace[1239235749] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c0c6faff874e41; range_end:; }","duration":"6.129658127s","start":"2026-07-10T00:43:59.299208Z","end":"2026-07-10T00:44:05.428866Z","steps":["trace[1239235749] 'agreement among raft nodes before linearized reading' (duration: 6.129589906s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:05.428904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:59.299185Z","time spent":"6.129712829s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.18c0c6faff874e41\" "} 2026/07/10 00:44:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:05.481453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:04.82792Z","time spent":"653.525895ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:44:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:05.822657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:06.32296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:06.425224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:44:06.425492Z","caller":"traceutil/trace.go:171","msg":"trace[283963661] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491721s","start":"2026-07-10T00:44:04.424833Z","end":"2026-07-10T00:44:06.425325Z","steps":["trace[283963661] 'agreement among raft nodes before linearized reading' (duration: 2.000325407s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:06.425543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:04.424816Z","time spent":"2.000716857s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:44:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:06.500253Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.799756423s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:44:07.136215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.269602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:07.137445Z","caller":"traceutil/trace.go:171","msg":"trace[1657068971] transaction","detail":"{read_only:false; response_revision:29358; number_of_response:1; }","duration":"5.734095289s","start":"2026-07-10T00:44:01.403335Z","end":"2026-07-10T00:44:07.137431Z","steps":["trace[1657068971] 'process raft request' (duration: 5.734055078s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:07.137511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:01.403311Z","time spent":"5.734167961s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:08.430861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001050795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:08.430984Z","caller":"traceutil/trace.go:171","msg":"trace[1823107433] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001210439s","start":"2026-07-10T00:44:06.429746Z","end":"2026-07-10T00:44:08.430956Z","steps":["trace[1823107433] 'agreement among raft nodes before linearized reading' (duration: 2.001070915s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:08.431051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:06.429731Z","time spent":"2.001307141s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:44:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:08.903467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:01.902228Z","time spent":"7.001233585s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T00:44:09.136374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999623396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:09.136479Z","caller":"traceutil/trace.go:171","msg":"trace[1072089995] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.99980013s","start":"2026-07-10T00:44:04.136658Z","end":"2026-07-10T00:44:09.136458Z","steps":["trace[1072089995] 'agreement among raft nodes before linearized reading' (duration: 4.999661417s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:09.136543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:04.136631Z","time spent":"4.999898643s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/10 00:44:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:09.419958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00070959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:09.420134Z","caller":"traceutil/trace.go:171","msg":"trace[1852925017] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.000904875s","start":"2026-07-10T00:43:59.419155Z","end":"2026-07-10T00:44:09.42006Z","steps":["trace[1852925017] 'agreement among raft nodes before linearized reading' (duration: 10.000738241s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:09.420221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:59.419136Z","time spent":"10.001063688s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/10 00:44:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:10.263184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997923622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:10.263266Z","caller":"traceutil/trace.go:171","msg":"trace[1188677512] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998050905s","start":"2026-07-10T00:44:05.265195Z","end":"2026-07-10T00:44:10.263246Z","steps":["trace[1188677512] 'agreement among raft nodes before linearized reading' (duration: 4.997944962s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:10.263305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:05.265181Z","time spent":"4.998116017s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/10 00:44:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:10.264014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998449636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:10.264205Z","caller":"traceutil/trace.go:171","msg":"trace[396325440] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998657031s","start":"2026-07-10T00:44:05.265517Z","end":"2026-07-10T00:44:10.264174Z","steps":["trace[396325440] 'agreement among raft nodes before linearized reading' (duration: 4.998390865s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:10.264275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:05.2655Z","time spent":"4.998758533s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/10 00:44:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:10.264974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997742077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:10.265018Z","caller":"traceutil/trace.go:171","msg":"trace[1708635530] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.99783582s","start":"2026-07-10T00:44:05.267175Z","end":"2026-07-10T00:44:10.26501Z","steps":["trace[1708635530] 'agreement among raft nodes before linearized reading' (duration: 4.997786048s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:10.265044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:05.267153Z","time spent":"4.99788183s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/10 00:44:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:10.265098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99476449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:10.265119Z","caller":"traceutil/trace.go:171","msg":"trace[742036137] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.99478625s","start":"2026-07-10T00:44:05.270327Z","end":"2026-07-10T00:44:10.265113Z","steps":["trace[742036137] 'agreement among raft nodes before linearized reading' (duration: 4.99476549s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:10.265134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:05.270284Z","time spent":"4.994846862s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/10 00:44:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:10.266064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:03.26596Z","time spent":"7.000096977s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T00:44:10.344235Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.262237577s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:44:10.420523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996182126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:10.420628Z","caller":"traceutil/trace.go:171","msg":"trace[484555830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.996399731s","start":"2026-07-10T00:44:05.424204Z","end":"2026-07-10T00:44:10.420604Z","steps":["trace[484555830] 'agreement among raft nodes before linearized reading' (duration: 4.996224657s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:10.420741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:05.424179Z","time spent":"4.996548146s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/10 00:44:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:10.421103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996903925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:10.42121Z","caller":"traceutil/trace.go:171","msg":"trace[478573842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.997030748s","start":"2026-07-10T00:44:05.424154Z","end":"2026-07-10T00:44:10.421185Z","steps":["trace[478573842] 'agreement among raft nodes before linearized reading' (duration: 4.996898915s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:10.421272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:05.424109Z","time spent":"4.997153751s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/10 00:44:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:10.431368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000338617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:10.431469Z","caller":"traceutil/trace.go:171","msg":"trace[1395459650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486981s","start":"2026-07-10T00:44:08.430966Z","end":"2026-07-10T00:44:10.431453Z","steps":["trace[1395459650] 'agreement among raft nodes before linearized reading' (duration: 2.000376598s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:10.431544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:08.430945Z","time spent":"2.000589233s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:44:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:10.507041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.554985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-10T00:44:11.404673Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"50889f494d8566db","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T00:44:12.327342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820078084s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-10T00:44:12.43764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99968999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:12.437722Z","caller":"traceutil/trace.go:171","msg":"trace[1643785287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999792273s","start":"2026-07-10T00:44:10.43791Z","end":"2026-07-10T00:44:12.437702Z","steps":["trace[1643785287] 'agreement among raft nodes before linearized reading' (duration: 1.99968616s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:12.43786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:10.437843Z","time spent":"1.999910496s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:44:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:12.802432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:05.801356Z","time spent":"7.001068442s","remote":"127.0.0.1:44106","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T00:44:13.444485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.406432ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:13.444655Z","caller":"traceutil/trace.go:171","msg":"trace[1372130299] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29361; }","duration":"167.590866ms","start":"2026-07-10T00:44:13.277042Z","end":"2026-07-10T00:44:13.444633Z","steps":["trace[1372130299] 'range keys from in-memory index tree' (duration: 167.38488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.445159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11495769s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:13.445438Z","caller":"traceutil/trace.go:171","msg":"trace[38127078] transaction","detail":"{read_only:false; response_revision:29364; number_of_response:1; }","duration":"3.178946668s","start":"2026-07-10T00:44:10.266471Z","end":"2026-07-10T00:44:13.445418Z","steps":["trace[38127078] 'process raft request' (duration: 3.178878156s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.44552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:10.26646Z","time spent":"3.17901213s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T00:44:13.445828Z","caller":"traceutil/trace.go:171","msg":"trace[64118618] transaction","detail":"{read_only:false; response_revision:29363; number_of_response:1; }","duration":"4.740778925s","start":"2026-07-10T00:44:08.705017Z","end":"2026-07-10T00:44:13.445796Z","steps":["trace[64118618] 'process raft request' (duration: 4.740241701s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.445894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:08.704991Z","time spent":"4.740867387s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:13.445925Z","caller":"traceutil/trace.go:171","msg":"trace[1852862907] linearizableReadLoop","detail":"{readStateIndex:30721; appliedIndex:30711; }","duration":"8.624249609s","start":"2026-07-10T00:44:04.821654Z","end":"2026-07-10T00:44:13.445903Z","steps":["trace[1852862907] 'read index received' (duration: 1.678890961s)","trace[1852862907] 'applied index is now lower than readState.Index' (duration: 6.945356618s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:13.446122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.795089828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:44:13.44618Z","caller":"traceutil/trace.go:171","msg":"trace[987014950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29364; }","duration":"8.79515795s","start":"2026-07-10T00:44:04.651005Z","end":"2026-07-10T00:44:13.446163Z","steps":["trace[987014950] 'agreement among raft nodes before linearized reading' (duration: 8.795049507s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.436214942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:13.44623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:04.650947Z","time spent":"8.795267744s","remote":"127.0.0.1:42748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.446254Z","caller":"traceutil/trace.go:171","msg":"trace[382003757] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:29364; }","duration":"9.436289345s","start":"2026-07-10T00:44:04.009953Z","end":"2026-07-10T00:44:13.446242Z","steps":["trace[382003757] 'agreement among raft nodes before linearized reading' (duration: 9.436225763s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.44628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:04.009932Z","time spent":"9.436342897s","remote":"127.0.0.1:54768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.446286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.028448136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-07-10T00:44:13.446308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.782580293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:13.446309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.734920666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:13.44631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.02583291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-10T00:44:13.446375Z","caller":"traceutil/trace.go:171","msg":"trace[1431779353] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:29364; }","duration":"11.782674795s","start":"2026-07-10T00:44:01.663679Z","end":"2026-07-10T00:44:13.446353Z","steps":["trace[1431779353] 'agreement among raft nodes before linearized reading' (duration: 11.782582713s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:13.446385Z","caller":"traceutil/trace.go:171","msg":"trace[1017574521] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:29364; }","duration":"11.735041879s","start":"2026-07-10T00:44:01.711327Z","end":"2026-07-10T00:44:13.446369Z","steps":["trace[1017574521] 'agreement among raft nodes before linearized reading' (duration: 11.734845553s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.067851512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-10T00:44:13.446384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.029540696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:44:13.446441Z","caller":"traceutil/trace.go:171","msg":"trace[624915077] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29364; }","duration":"9.067919004s","start":"2026-07-10T00:44:04.378509Z","end":"2026-07-10T00:44:13.446428Z","steps":["trace[624915077] 'agreement among raft nodes before linearized reading' (duration: 9.06775543s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:01.711307Z","time spent":"11.735122862s","remote":"127.0.0.1:54782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":77,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.446442Z","caller":"traceutil/trace.go:171","msg":"trace[1355328423] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:29364; }","duration":"11.026005935s","start":"2026-07-10T00:44:02.420406Z","end":"2026-07-10T00:44:13.446412Z","steps":["trace[1355328423] 'agreement among raft nodes before linearized reading' (duration: 11.025712446s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.688096392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-10T00:44:13.44646Z","caller":"traceutil/trace.go:171","msg":"trace[1102484330] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:29364; }","duration":"12.029662939s","start":"2026-07-10T00:44:01.416777Z","end":"2026-07-10T00:44:13.44644Z","steps":["trace[1102484330] 'agreement among raft nodes before linearized reading' (duration: 12.029528046s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:04.3785Z","time spent":"9.067967105s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-10T00:44:13.446496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:02.420384Z","time spent":"11.026101497s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"warn","ts":"2026-07-10T00:44:13.446496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.784586554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:13.446516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:01.416762Z","time spent":"12.029739922s","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.446531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.823569423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-10T00:44:13.44652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.165544361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:13.446554Z","caller":"traceutil/trace.go:171","msg":"trace[1755339625] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:29364; }","duration":"13.823639495s","start":"2026-07-10T00:43:59.622909Z","end":"2026-07-10T00:44:13.446548Z","steps":["trace[1755339625] 'agreement among raft nodes before linearized reading' (duration: 13.823588464s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.44657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:59.622886Z","time spent":"13.823680066s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-10T00:44:13.446557Z","caller":"traceutil/trace.go:171","msg":"trace[1662531157] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29364; }","duration":"12.784669156s","start":"2026-07-10T00:44:00.661868Z","end":"2026-07-10T00:44:13.446537Z","steps":["trace[1662531157] 'agreement among raft nodes before linearized reading' (duration: 12.784596684s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.822437195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:13.446488Z","caller":"traceutil/trace.go:171","msg":"trace[1470573580] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:29364; }","duration":"13.688158293s","start":"2026-07-10T00:43:59.758325Z","end":"2026-07-10T00:44:13.446484Z","steps":["trace[1470573580] 'agreement among raft nodes before linearized reading' (duration: 13.688100742s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.613325397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-07-10T00:44:13.44663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:00.66185Z","time spent":"12.784759459s","remote":"127.0.0.1:58538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.446653Z","caller":"traceutil/trace.go:171","msg":"trace[1751641948] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29364; }","duration":"8.613389529s","start":"2026-07-10T00:44:04.833257Z","end":"2026-07-10T00:44:13.446646Z","steps":["trace[1751641948] 'agreement among raft nodes before linearized reading' (duration: 8.613318167s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:13.446643Z","caller":"traceutil/trace.go:171","msg":"trace[815784534] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:29364; }","duration":"12.822946159s","start":"2026-07-10T00:44:00.623682Z","end":"2026-07-10T00:44:13.446629Z","steps":["trace[815784534] 'agreement among raft nodes before linearized reading' (duration: 12.822406754s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.029657441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-10T00:44:13.446691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.523863615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:13.446697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:00.623666Z","time spent":"12.82301446s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.446696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.794832919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:44:13.446724Z","caller":"traceutil/trace.go:171","msg":"trace[1883985106] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:29364; }","duration":"11.523940716s","start":"2026-07-10T00:44:01.922774Z","end":"2026-07-10T00:44:13.446714Z","steps":["trace[1883985106] 'agreement among raft nodes before linearized reading' (duration: 11.523896805s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:13.446725Z","caller":"traceutil/trace.go:171","msg":"trace[972888007] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29364; }","duration":"10.029792235s","start":"2026-07-10T00:44:03.416907Z","end":"2026-07-10T00:44:13.446699Z","steps":["trace[972888007] 'agreement among raft nodes before linearized reading' (duration: 10.029541408s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.068393337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-10T00:44:13.446774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.864815063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:13.44644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:01.663655Z","time spent":"11.782773367s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.446776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:01.922703Z","time spent":"11.52406489s","remote":"127.0.0.1:44330","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.446796Z","caller":"traceutil/trace.go:171","msg":"trace[256986604] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:29364; }","duration":"14.864835223s","start":"2026-07-10T00:43:58.581953Z","end":"2026-07-10T00:44:13.446788Z","steps":["trace[256986604] 'agreement among raft nodes before linearized reading' (duration: 14.864805342s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:13.446785Z","caller":"traceutil/trace.go:171","msg":"trace[603951398] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29364; }","duration":"13.794960693s","start":"2026-07-10T00:43:59.651802Z","end":"2026-07-10T00:44:13.446763Z","steps":["trace[603951398] 'agreement among raft nodes before linearized reading' (duration: 13.794673125s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.581857Z","time spent":"14.864954006s","remote":"127.0.0.1:58318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.446812Z","caller":"traceutil/trace.go:171","msg":"trace[960764871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29364; }","duration":"9.068760636s","start":"2026-07-10T00:44:04.37803Z","end":"2026-07-10T00:44:13.446791Z","steps":["trace[960764871] 'agreement among raft nodes before linearized reading' (duration: 9.068352456s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:59.651788Z","time spent":"13.795046034s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-10T00:44:13.446577Z","caller":"traceutil/trace.go:171","msg":"trace[1196213323] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:29364; }","duration":"14.165626543s","start":"2026-07-10T00:43:59.280931Z","end":"2026-07-10T00:44:13.446558Z","steps":["trace[1196213323] 'agreement among raft nodes before linearized reading' (duration: 14.165540471s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.985128857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:13.446872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:04.378014Z","time spent":"9.068841488s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:44:13.446816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:03.416886Z","time spent":"10.029904307s","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-10T00:44:13.446347Z","caller":"traceutil/trace.go:171","msg":"trace[525636581] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29364; }","duration":"14.028555559s","start":"2026-07-10T00:43:59.417778Z","end":"2026-07-10T00:44:13.446333Z","steps":["trace[525636581] 'agreement among raft nodes before linearized reading' (duration: 14.028362453s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:59.280916Z","time spent":"14.165967092s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.446944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:59.417756Z","time spent":"14.029169995s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:44:13.446963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.819769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"warn","ts":"2026-07-10T00:44:13.446646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.420200866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:13.447007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.666271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:13.446741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.62060556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:13.447027Z","caller":"traceutil/trace.go:171","msg":"trace[137841460] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:29364; }","duration":"461.726382ms","start":"2026-07-10T00:44:12.985294Z","end":"2026-07-10T00:44:13.447021Z","steps":["trace[137841460] 'agreement among raft nodes before linearized reading' (duration: 461.698951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:59.758301Z","time spent":"13.688338027s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-10T00:44:13.447036Z","caller":"traceutil/trace.go:171","msg":"trace[77125799] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29364; }","duration":"14.620900417s","start":"2026-07-10T00:43:58.82613Z","end":"2026-07-10T00:44:13.447031Z","steps":["trace[77125799] 'agreement among raft nodes before linearized reading' (duration: 14.62059598s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:12.985273Z","time spent":"461.770164ms","remote":"127.0.0.1:60196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.447034Z","caller":"traceutil/trace.go:171","msg":"trace[1653929818] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:29364; }","duration":"11.420621037s","start":"2026-07-10T00:44:02.026395Z","end":"2026-07-10T00:44:13.447016Z","steps":["trace[1653929818] 'agreement among raft nodes before linearized reading' (duration: 11.420223157s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.44706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:58.826062Z","time spent":"14.620990929s","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:02.026371Z","time spent":"11.42070823s","remote":"127.0.0.1:47924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.44715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.697549806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:13.447164Z","caller":"traceutil/trace.go:171","msg":"trace[2021419472] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:29364; }","duration":"13.697603798s","start":"2026-07-10T00:43:59.749556Z","end":"2026-07-10T00:44:13.44716Z","steps":["trace[2021419472] 'agreement among raft nodes before linearized reading' (duration: 13.697576877s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008852849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:13.446674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:04.833233Z","time spent":"8.613436629s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"info","ts":"2026-07-10T00:44:13.447182Z","caller":"traceutil/trace.go:171","msg":"trace[328215904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29364; }","duration":"1.00892278s","start":"2026-07-10T00:44:12.438253Z","end":"2026-07-10T00:44:13.447176Z","steps":["trace[328215904] 'agreement among raft nodes before linearized reading' (duration: 1.008894949s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:12.438232Z","time spent":"1.008967192s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:44:13.446711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.261089228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:13.447201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400023388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:13.447216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.10127572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:13.446887Z","caller":"traceutil/trace.go:171","msg":"trace[956772637] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:29364; }","duration":"9.985205849s","start":"2026-07-10T00:44:03.461676Z","end":"2026-07-10T00:44:13.446882Z","steps":["trace[956772637] 'agreement among raft nodes before linearized reading' (duration: 9.985160967s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:13.447259Z","caller":"traceutil/trace.go:171","msg":"trace[443556316] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:29364; }","duration":"8.101359732s","start":"2026-07-10T00:44:05.345885Z","end":"2026-07-10T00:44:13.447245Z","steps":["trace[443556316] 'agreement among raft nodes before linearized reading' (duration: 8.1012883s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.446415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.627925761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:13.447292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:05.345862Z","time spent":"8.101421113s","remote":"127.0.0.1:53302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115314938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:44:13.44732Z","caller":"traceutil/trace.go:171","msg":"trace[925360039] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:29364; }","duration":"13.628819353s","start":"2026-07-10T00:43:59.818484Z","end":"2026-07-10T00:44:13.447303Z","steps":["trace[925360039] 'agreement among raft nodes before linearized reading' (duration: 13.62791693s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:13.447353Z","caller":"traceutil/trace.go:171","msg":"trace[780009280] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:29364; }","duration":"2.11541436s","start":"2026-07-10T00:44:11.331927Z","end":"2026-07-10T00:44:13.447342Z","steps":["trace[780009280] 'agreement among raft nodes before linearized reading' (duration: 2.115335598s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:59.818415Z","time spent":"13.628944487s","remote":"127.0.0.1:53324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:11.331903Z","time spent":"2.115475152s","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.620677678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-10T00:44:13.447437Z","caller":"traceutil/trace.go:171","msg":"trace[9733944] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29364; }","duration":"6.62074293s","start":"2026-07-10T00:44:06.826683Z","end":"2026-07-10T00:44:13.447426Z","steps":["trace[9733944] 'agreement among raft nodes before linearized reading' (duration: 6.620647038s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:59.749534Z","time spent":"13.697640348s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:06.826673Z","time spent":"6.620787161s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:44:13.446983Z","caller":"traceutil/trace.go:171","msg":"trace[836490425] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29364; }","duration":"170.86582ms","start":"2026-07-10T00:44:13.276111Z","end":"2026-07-10T00:44:13.446977Z","steps":["trace[836490425] 'agreement among raft nodes before linearized reading' (duration: 170.800638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.343782959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:44:13.447238Z","caller":"traceutil/trace.go:171","msg":"trace[148626710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29364; }","duration":"14.261639522s","start":"2026-07-10T00:43:59.185586Z","end":"2026-07-10T00:44:13.447225Z","steps":["trace[148626710] 'agreement among raft nodes before linearized reading' (duration: 14.261103799s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.724524774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:13.447588Z","caller":"traceutil/trace.go:171","msg":"trace[1472481110] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:29364; }","duration":"3.724597376s","start":"2026-07-10T00:44:09.72298Z","end":"2026-07-10T00:44:13.447577Z","steps":["trace[1472481110] 'agreement among raft nodes before linearized reading' (duration: 3.724548835s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.44759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:43:59.185566Z","time spent":"14.262008231s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.548709903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:13.447619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:09.722957Z","time spent":"3.724652518s","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643111494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-07-10T00:44:13.447636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.884380005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:13.447646Z","caller":"traceutil/trace.go:171","msg":"trace[1407476732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29364; }","duration":"7.548793265s","start":"2026-07-10T00:44:05.898842Z","end":"2026-07-10T00:44:13.447635Z","steps":["trace[1407476732] 'agreement among raft nodes before linearized reading' (duration: 7.548725073s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.047544357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:44:13.447681Z","caller":"traceutil/trace.go:171","msg":"trace[1316159170] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:29364; }","duration":"6.884461659s","start":"2026-07-10T00:44:06.563204Z","end":"2026-07-10T00:44:13.447666Z","steps":["trace[1316159170] 'agreement among raft nodes before linearized reading' (duration: 6.884392107s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:13.447689Z","caller":"traceutil/trace.go:171","msg":"trace[1978070988] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:29364; }","duration":"7.047619899s","start":"2026-07-10T00:44:06.400059Z","end":"2026-07-10T00:44:13.447679Z","steps":["trace[1978070988] 'agreement among raft nodes before linearized reading' (duration: 7.047539977s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:05.898809Z","time spent":"7.548871046s","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:06.563182Z","time spent":"6.884523891s","remote":"127.0.0.1:34174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:06.400039Z","time spent":"7.047672011s","remote":"127.0.0.1:44608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129531526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:13.447786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.767755425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:13.447543Z","caller":"traceutil/trace.go:171","msg":"trace[2099325276] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:29364; }","duration":"7.343849651s","start":"2026-07-10T00:44:06.10368Z","end":"2026-07-10T00:44:13.44753Z","steps":["trace[2099325276] 'agreement among raft nodes before linearized reading' (duration: 7.343781589s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:13.447821Z","caller":"traceutil/trace.go:171","msg":"trace[355017788] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:29364; }","duration":"3.767824247s","start":"2026-07-10T00:44:09.679988Z","end":"2026-07-10T00:44:13.447812Z","steps":["trace[355017788] 'agreement among raft nodes before linearized reading' (duration: 3.767767836s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.62382848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:44:13.44785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:09.679968Z","time spent":"3.767874558s","remote":"127.0.0.1:37552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175546629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-10T00:44:13.447858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:06.103644Z","time spent":"7.344197289s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.447862Z","caller":"traceutil/trace.go:171","msg":"trace[1378172336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29364; }","duration":"6.623897001s","start":"2026-07-10T00:44:06.82396Z","end":"2026-07-10T00:44:13.447857Z","steps":["trace[1378172336] 'agreement among raft nodes before linearized reading' (duration: 6.62384457s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.734376456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:13.4479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.623296886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:44:13.447925Z","caller":"traceutil/trace.go:171","msg":"trace[1143739059] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29364; }","duration":"6.623343948s","start":"2026-07-10T00:44:06.824574Z","end":"2026-07-10T00:44:13.447918Z","steps":["trace[1143739059] 'agreement among raft nodes before linearized reading' (duration: 6.623297447s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:06.824564Z","time spent":"6.623370338s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-10T00:44:13.447243Z","caller":"traceutil/trace.go:171","msg":"trace[1379565241] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29364; }","duration":"5.400063949s","start":"2026-07-10T00:44:08.047164Z","end":"2026-07-10T00:44:13.447228Z","steps":["trace[1379565241] 'agreement among raft nodes before linearized reading' (duration: 5.399991378s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181396412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-07-10T00:44:13.447962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.624024575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-10T00:44:13.447303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:03.461659Z","time spent":"9.9856211s","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.447997Z","caller":"traceutil/trace.go:171","msg":"trace[1876420830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29364; }","duration":"6.624096887s","start":"2026-07-10T00:44:06.823891Z","end":"2026-07-10T00:44:13.447988Z","steps":["trace[1876420830] 'agreement among raft nodes before linearized reading' (duration: 6.623960163s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.447987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:08.0471Z","time spent":"5.4008622s","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.448008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.016192277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:13.448024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181974397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:514"} {"level":"warn","ts":"2026-07-10T00:44:13.447197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.300187928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:13.448043Z","caller":"traceutil/trace.go:171","msg":"trace[878810032] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:29364; }","duration":"3.182023588s","start":"2026-07-10T00:44:10.266014Z","end":"2026-07-10T00:44:13.448038Z","steps":["trace[878810032] 'agreement among raft nodes before linearized reading' (duration: 3.181972197s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:13.448045Z","caller":"traceutil/trace.go:171","msg":"trace[1184658916] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:29364; }","duration":"4.016268729s","start":"2026-07-10T00:44:09.431766Z","end":"2026-07-10T00:44:13.448035Z","steps":["trace[1184658916] 'agreement among raft nodes before linearized reading' (duration: 4.016213438s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.44806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:10.266001Z","time spent":"3.182054988s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-10T00:44:13.448075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:09.431741Z","time spent":"4.016326591s","remote":"127.0.0.1:36572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.448154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.223270421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-10T00:44:13.448165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.562249296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-10T00:44:13.448198Z","caller":"traceutil/trace.go:171","msg":"trace[797745475] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29364; }","duration":"10.223351353s","start":"2026-07-10T00:44:03.224836Z","end":"2026-07-10T00:44:13.448187Z","steps":["trace[797745475] 'agreement among raft nodes before linearized reading' (duration: 10.221851675s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.449457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:03.224818Z","time spent":"10.224618926s","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2768,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.447974Z","caller":"traceutil/trace.go:171","msg":"trace[1999082668] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:29364; }","duration":"3.181457343s","start":"2026-07-10T00:44:10.266511Z","end":"2026-07-10T00:44:13.447968Z","steps":["trace[1999082668] 'agreement among raft nodes before linearized reading' (duration: 3.181407342s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.449677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:10.266481Z","time spent":"3.183184969s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-10T00:44:13.44731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.305760323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-10T00:44:13.450176Z","caller":"traceutil/trace.go:171","msg":"trace[195822280] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29364; }","duration":"6.308693849s","start":"2026-07-10T00:44:07.141467Z","end":"2026-07-10T00:44:13.450161Z","steps":["trace[195822280] 'agreement among raft nodes before linearized reading' (duration: 6.305752263s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.450223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:07.141449Z","time spent":"6.308758921s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-10T00:44:13.4478Z","caller":"traceutil/trace.go:171","msg":"trace[523224906] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:29364; }","duration":"3.129599998s","start":"2026-07-10T00:44:10.318192Z","end":"2026-07-10T00:44:13.447792Z","steps":["trace[523224906] 'agreement among raft nodes before linearized reading' (duration: 3.129529646s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.450418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:10.318169Z","time spent":"3.132241247s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":56,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:06.823929Z","time spent":"6.623970023s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:44:13.446381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.900970052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:44:13.450711Z","caller":"traceutil/trace.go:171","msg":"trace[826137658] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:29364; }","duration":"12.905334704s","start":"2026-07-10T00:44:00.545369Z","end":"2026-07-10T00:44:13.450704Z","steps":["trace[826137658] 'agreement among raft nodes before linearized reading' (duration: 12.900994832s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.450738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:00.545347Z","time spent":"12.905382936s","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.447706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18830815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:13.450887Z","caller":"traceutil/trace.go:171","msg":"trace[1532028901] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29364; }","duration":"2.191531534s","start":"2026-07-10T00:44:11.259347Z","end":"2026-07-10T00:44:13.450878Z","steps":["trace[1532028901] 'agreement among raft nodes before linearized reading' (duration: 2.188326551s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.450912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:11.259329Z","time spent":"2.191573695s","remote":"127.0.0.1:60360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.448206Z","caller":"traceutil/trace.go:171","msg":"trace[1629666390] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:29364; }","duration":"3.562322977s","start":"2026-07-10T00:44:09.885878Z","end":"2026-07-10T00:44:13.448201Z","steps":["trace[1629666390] 'agreement among raft nodes before linearized reading' (duration: 3.562179204s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.451074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:09.885859Z","time spent":"3.565204543s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":146,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.447659Z","caller":"traceutil/trace.go:171","msg":"trace[350106888] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:29364; }","duration":"3.643327809s","start":"2026-07-10T00:44:09.804323Z","end":"2026-07-10T00:44:13.447651Z","steps":["trace[350106888] 'agreement among raft nodes before linearized reading' (duration: 3.643137084s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.451987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:09.804298Z","time spent":"3.647647332s","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-10T00:44:13.448066Z","caller":"traceutil/trace.go:171","msg":"trace[781073257] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:29364; }","duration":"7.30105276s","start":"2026-07-10T00:44:06.146997Z","end":"2026-07-10T00:44:13.44805Z","steps":["trace[781073257] 'agreement among raft nodes before linearized reading' (duration: 7.300168618s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.452116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:06.14693Z","time spent":"7.305140686s","remote":"127.0.0.1:58612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:13.44788Z","caller":"traceutil/trace.go:171","msg":"trace[516974886] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:29364; }","duration":"3.175610591s","start":"2026-07-10T00:44:10.272264Z","end":"2026-07-10T00:44:13.447874Z","steps":["trace[516974886] 'agreement among raft nodes before linearized reading' (duration: 3.175546709s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.452232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:10.272245Z","time spent":"3.179975355s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-10T00:44:13.447932Z","caller":"traceutil/trace.go:171","msg":"trace[2047188867] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:29364; }","duration":"7.734440428s","start":"2026-07-10T00:44:05.713474Z","end":"2026-07-10T00:44:13.447914Z","steps":["trace[2047188867] 'agreement among raft nodes before linearized reading' (duration: 7.734390307s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.452375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:05.713456Z","time spent":"7.738893954s","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.448025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:06.823868Z","time spent":"6.624151889s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:44:13.448302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44282526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:13.44838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.690370078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-10T00:44:13.452754Z","caller":"traceutil/trace.go:171","msg":"trace[398481755] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29364; }","duration":"4.694768752s","start":"2026-07-10T00:44:08.757964Z","end":"2026-07-10T00:44:13.452733Z","steps":["trace[398481755] 'agreement among raft nodes before linearized reading' (duration: 4.690334047s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.452796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:08.757943Z","time spent":"4.694844064s","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-10T00:44:13.448437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.540795859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-10T00:44:13.452884Z","caller":"traceutil/trace.go:171","msg":"trace[1570761800] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:29364; }","duration":"4.545487932s","start":"2026-07-10T00:44:08.907391Z","end":"2026-07-10T00:44:13.452879Z","steps":["trace[1570761800] 'agreement among raft nodes before linearized reading' (duration: 4.540936253s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.452901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:08.907368Z","time spent":"4.545528642s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":516,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-10T00:44:13.454252Z","caller":"traceutil/trace.go:171","msg":"trace[435861717] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:29364; }","duration":"4.448806424s","start":"2026-07-10T00:44:09.005431Z","end":"2026-07-10T00:44:13.454237Z","steps":["trace[435861717] 'agreement among raft nodes before linearized reading' (duration: 4.442845749s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:13.454305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:09.005411Z","time spent":"4.448880316s","remote":"127.0.0.1:58374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:13.954838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:14.455081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:14.491991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038555319s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:44:14.573289Z","caller":"traceutil/trace.go:171","msg":"trace[428782033] transaction","detail":"{read_only:false; response_revision:29365; number_of_response:1; }","duration":"1.119878368s","start":"2026-07-10T00:44:13.453365Z","end":"2026-07-10T00:44:14.573244Z","steps":["trace[428782033] 'process raft request' (duration: 1.038949389s)","trace[428782033] 'compare' (duration: 79.985554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:14.573483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.453353Z","time spent":"1.120037392s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:15.208853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.599056ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:15.209069Z","caller":"traceutil/trace.go:171","msg":"trace[232421075] transaction","detail":"{read_only:false; response_revision:29366; number_of_response:1; }","duration":"1.755636122s","start":"2026-07-10T00:44:13.453387Z","end":"2026-07-10T00:44:15.209023Z","steps":["trace[232421075] 'process raft request' (duration: 1.506754699s)","trace[232421075] 'compare' (duration: 248.212236ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:15.209187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.453337Z","time spent":"1.755842777s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T00:44:15.209251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.453375Z","time spent":"1.755778735s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:15.209307Z","caller":"traceutil/trace.go:171","msg":"trace[876917745] transaction","detail":"{read_only:false; response_revision:29367; number_of_response:1; }","duration":"1.755045267s","start":"2026-07-10T00:44:13.454237Z","end":"2026-07-10T00:44:15.209282Z","steps":["trace[876917745] 'process raft request' (duration: 1.754873692s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:15.20937Z","caller":"traceutil/trace.go:171","msg":"trace[276938982] transaction","detail":"{read_only:false; response_revision:29368; number_of_response:1; }","duration":"1.75444372s","start":"2026-07-10T00:44:13.454902Z","end":"2026-07-10T00:44:15.209346Z","steps":["trace[276938982] 'process raft request' (duration: 1.754320737s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:15.209445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.454214Z","time spent":"1.7551565s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:15.209476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.454894Z","time spent":"1.754532263s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:15.209507Z","caller":"traceutil/trace.go:171","msg":"trace[1597394441] transaction","detail":"{read_only:false; response_revision:29369; number_of_response:1; }","duration":"1.754513213s","start":"2026-07-10T00:44:13.454969Z","end":"2026-07-10T00:44:15.209483Z","steps":["trace[1597394441] 'process raft request' (duration: 1.754315748s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:15.209662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.454959Z","time spent":"1.754586084s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:15.209728Z","caller":"traceutil/trace.go:171","msg":"trace[1944006188] transaction","detail":"{read_only:false; response_revision:29370; number_of_response:1; }","duration":"1.753171899s","start":"2026-07-10T00:44:13.456541Z","end":"2026-07-10T00:44:15.209713Z","steps":["trace[1944006188] 'process raft request' (duration: 1.752881121s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:15.209777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.456533Z","time spent":"1.75322079s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:15.209827Z","caller":"traceutil/trace.go:171","msg":"trace[887106176] transaction","detail":"{read_only:false; response_revision:29372; number_of_response:1; }","duration":"1.750650522s","start":"2026-07-10T00:44:13.459167Z","end":"2026-07-10T00:44:15.209818Z","steps":["trace[887106176] 'process raft request' (duration: 1.75056634s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:15.209868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.459156Z","time spent":"1.750689393s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:15.209861Z","caller":"traceutil/trace.go:171","msg":"trace[447508082] transaction","detail":"{read_only:false; response_revision:29371; number_of_response:1; }","duration":"1.753065675s","start":"2026-07-10T00:44:13.456778Z","end":"2026-07-10T00:44:15.209844Z","steps":["trace[447508082] 'process raft request' (duration: 1.752842989s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:15.209889Z","caller":"traceutil/trace.go:171","msg":"trace[1536364159] linearizableReadLoop","detail":"{readStateIndex:30732; appliedIndex:30723; }","duration":"1.755969351s","start":"2026-07-10T00:44:13.45391Z","end":"2026-07-10T00:44:15.209879Z","steps":["trace[1536364159] 'read index received' (duration: 1.038429316s)","trace[1536364159] 'applied index is now lower than readState.Index' (duration: 717.539155ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:15.209947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.456772Z","time spent":"1.753129657s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:15.456565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000526051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:15.456673Z","caller":"traceutil/trace.go:171","msg":"trace[1165862630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000668015s","start":"2026-07-10T00:44:13.455983Z","end":"2026-07-10T00:44:15.456651Z","steps":["trace[1165862630] 'agreement among raft nodes before linearized reading' (duration: 2.000540332s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:15.456725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.455972Z","time spent":"2.000742367s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:44:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:15.710685Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:16.211681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:16.411532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.256614403s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:44:16.498081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288249423s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-07-10T00:44:16.498607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044663695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:44:16.499695Z","caller":"traceutil/trace.go:171","msg":"trace[1065601952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29373; }","duration":"3.045751843s","start":"2026-07-10T00:44:13.453897Z","end":"2026-07-10T00:44:16.499649Z","steps":["trace[1065601952] 'agreement among raft nodes before linearized reading' (duration: 1.756033092s)","trace[1065601952] 'range keys from in-memory index tree' (duration: 1.288386597s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:16.499794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.453889Z","time spent":"3.045878577s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-10T00:44:16.498967Z","caller":"traceutil/trace.go:171","msg":"trace[1716137241] transaction","detail":"{read_only:false; response_revision:29374; number_of_response:1; }","duration":"1.443425176s","start":"2026-07-10T00:44:15.055512Z","end":"2026-07-10T00:44:16.498937Z","steps":["trace[1716137241] 'process raft request' (duration: 1.442688978s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:16.50048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:15.055476Z","time spent":"1.444879004s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:16.826479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613015823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:16.826585Z","caller":"traceutil/trace.go:171","msg":"trace[9367764] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"1.613154777s","start":"2026-07-10T00:44:15.213406Z","end":"2026-07-10T00:44:16.826561Z","steps":["trace[9367764] 'agreement among raft nodes before linearized reading' (duration: 1.613032514s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:16.826782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:15.213395Z","time spent":"1.613372333s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/10 00:44:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:16.900056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443159907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:16.900166Z","caller":"traceutil/trace.go:171","msg":"trace[1802312106] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"3.443297501s","start":"2026-07-10T00:44:13.456845Z","end":"2026-07-10T00:44:16.900143Z","steps":["trace[1802312106] 'agreement among raft nodes before linearized reading' (duration: 3.443171268s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:16.900219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.456837Z","time spent":"3.443369773s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/10 00:44:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:17.45712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:17.457223Z","caller":"traceutil/trace.go:171","msg":"trace[73572031] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000424579s","start":"2026-07-10T00:44:15.45677Z","end":"2026-07-10T00:44:17.457195Z","steps":["trace[73572031] 'agreement among raft nodes before linearized reading' (duration: 2.000310186s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.457285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:15.456747Z","time spent":"2.000527221s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:44:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:17.881934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382897748s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:17.882146Z","caller":"traceutil/trace.go:171","msg":"trace[291586738] transaction","detail":"{read_only:false; response_revision:29375; number_of_response:1; }","duration":"2.672025193s","start":"2026-07-10T00:44:15.210094Z","end":"2026-07-10T00:44:17.882119Z","steps":["trace[291586738] 'process raft request' (duration: 1.288827828s)","trace[291586738] 'compare' (duration: 1.381919383s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:17.882218Z","caller":"traceutil/trace.go:171","msg":"trace[1162657280] transaction","detail":"{read_only:false; response_revision:29376; number_of_response:1; }","duration":"980.289948ms","start":"2026-07-10T00:44:16.90191Z","end":"2026-07-10T00:44:17.8822Z","steps":["trace[1162657280] 'process raft request' (duration: 980.163685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.882239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:15.210078Z","time spent":"2.672115275s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:17.882312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:16.901875Z","time spent":"980.384841ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:17.882401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980189183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:17.882389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386638052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:17.882453Z","caller":"traceutil/trace.go:171","msg":"trace[1691660737] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:29376; }","duration":"3.980285315s","start":"2026-07-10T00:44:13.902154Z","end":"2026-07-10T00:44:17.882439Z","steps":["trace[1691660737] 'agreement among raft nodes before linearized reading' (duration: 3.980136161s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:17.882453Z","caller":"traceutil/trace.go:171","msg":"trace[60829466] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:29376; }","duration":"3.386725905s","start":"2026-07-10T00:44:14.495717Z","end":"2026-07-10T00:44:17.882443Z","steps":["trace[60829466] 'agreement among raft nodes before linearized reading' (duration: 3.386578761s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.882447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.429311498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-07-10T00:44:17.882478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.902136Z","time spent":"3.980335256s","remote":"127.0.0.1:44384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:17.882481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:14.495649Z","time spent":"3.386825597s","remote":"127.0.0.1:60300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:17.882473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.423383223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:17.882491Z","caller":"traceutil/trace.go:171","msg":"trace[1322935706] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29376; }","duration":"3.429398831s","start":"2026-07-10T00:44:14.453081Z","end":"2026-07-10T00:44:17.88248Z","steps":["trace[1322935706] 'agreement among raft nodes before linearized reading' (duration: 3.429249987s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:17.882512Z","caller":"traceutil/trace.go:171","msg":"trace[160335389] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:29376; }","duration":"4.423435025s","start":"2026-07-10T00:44:13.459066Z","end":"2026-07-10T00:44:17.882501Z","steps":["trace[160335389] 'agreement among raft nodes before linearized reading' (duration: 4.423367793s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.882523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:14.453059Z","time spent":"3.429457072s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:44:17.882513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.425656523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-07-10T00:44:17.882545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.45906Z","time spent":"4.423476236s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-10T00:44:17.882573Z","caller":"traceutil/trace.go:171","msg":"trace[900484247] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:29376; }","duration":"4.425724895s","start":"2026-07-10T00:44:13.456829Z","end":"2026-07-10T00:44:17.882554Z","steps":["trace[900484247] 'agreement among raft nodes before linearized reading' (duration: 4.42553483s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.882564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42750671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-10T00:44:17.882618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.456823Z","time spent":"4.425782096s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":668,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-10T00:44:17.882642Z","caller":"traceutil/trace.go:171","msg":"trace[1634765214] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:29376; }","duration":"4.427592352s","start":"2026-07-10T00:44:13.45503Z","end":"2026-07-10T00:44:17.882622Z","steps":["trace[1634765214] 'agreement among raft nodes before linearized reading' (duration: 4.427360306s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:17.882311Z","caller":"traceutil/trace.go:171","msg":"trace[864866162] linearizableReadLoop","detail":"{readStateIndex:30735; appliedIndex:30732; }","duration":"2.672356181s","start":"2026-07-10T00:44:15.209911Z","end":"2026-07-10T00:44:17.882267Z","steps":["trace[864866162] 'read index received' (duration: 1.20175822s)","trace[864866162] 'applied index is now lower than readState.Index' (duration: 1.470593671s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:17.882684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.454985Z","time spent":"4.427690685s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-10T00:44:17.88269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.427787677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-10T00:44:17.882751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245109754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:17.882783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.386724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:17.882786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.045347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:17.882806Z","caller":"traceutil/trace.go:171","msg":"trace[1113572355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29376; }","duration":"419.442406ms","start":"2026-07-10T00:44:17.463358Z","end":"2026-07-10T00:44:17.882801Z","steps":["trace[1113572355] 'agreement among raft nodes before linearized reading' (duration: 419.414125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.882821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.463342Z","time spent":"419.476487ms","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:44:17.882823Z","caller":"traceutil/trace.go:171","msg":"trace[1431090643] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:29376; }","duration":"158.082858ms","start":"2026-07-10T00:44:17.724727Z","end":"2026-07-10T00:44:17.882809Z","steps":["trace[1431090643] 'agreement among raft nodes before linearized reading' (duration: 158.027957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.882828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.660198155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-10T00:44:17.882784Z","caller":"traceutil/trace.go:171","msg":"trace[1306098502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29376; }","duration":"1.245184006s","start":"2026-07-10T00:44:16.637593Z","end":"2026-07-10T00:44:17.882777Z","steps":["trace[1306098502] 'agreement among raft nodes before linearized reading' (duration: 1.245134425s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.882895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:16.637569Z","time spent":"1.24532271s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:44:17.882893Z","caller":"traceutil/trace.go:171","msg":"trace[591725804] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29376; }","duration":"2.660290158s","start":"2026-07-10T00:44:15.22259Z","end":"2026-07-10T00:44:17.88288Z","steps":["trace[591725804] 'agreement among raft nodes before linearized reading' (duration: 2.660138834s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.882921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.085819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-10T00:44:17.88276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.504731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:17.882939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:15.222573Z","time spent":"2.660354119s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-10T00:44:17.88296Z","caller":"traceutil/trace.go:171","msg":"trace[2032331879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29376; }","duration":"669.153691ms","start":"2026-07-10T00:44:17.213797Z","end":"2026-07-10T00:44:17.882951Z","steps":["trace[2032331879] 'agreement among raft nodes before linearized reading' (duration: 669.068449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.883003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.213778Z","time spent":"669.213253ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-10T00:44:17.882967Z","caller":"traceutil/trace.go:171","msg":"trace[2147217874] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:29376; }","duration":"617.746127ms","start":"2026-07-10T00:44:17.265215Z","end":"2026-07-10T00:44:17.882961Z","steps":["trace[2147217874] 'agreement among raft nodes before linearized reading' (duration: 617.522691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.883071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.265197Z","time spent":"617.863221ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:17.883081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00547481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:17.883082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14503825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:17.882846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.713037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-10T00:44:17.883126Z","caller":"traceutil/trace.go:171","msg":"trace[844638964] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:29376; }","duration":"1.145111781s","start":"2026-07-10T00:44:16.737998Z","end":"2026-07-10T00:44:17.88311Z","steps":["trace[844638964] 'agreement among raft nodes before linearized reading' (duration: 1.145048349s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.883161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:16.737979Z","time spent":"1.145171273s","remote":"127.0.0.1:34202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:17.883185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277409473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:17.88322Z","caller":"traceutil/trace.go:171","msg":"trace[885805324] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:29376; }","duration":"1.277470053s","start":"2026-07-10T00:44:16.605739Z","end":"2026-07-10T00:44:17.883209Z","steps":["trace[885805324] 'agreement among raft nodes before linearized reading' (duration: 1.277421962s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.883238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.269812794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:17.88325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:16.60572Z","time spent":"1.277522905s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:17.883115Z","caller":"traceutil/trace.go:171","msg":"trace[1895191211] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:29376; }","duration":"2.005546322s","start":"2026-07-10T00:44:15.877559Z","end":"2026-07-10T00:44:17.883105Z","steps":["trace[1895191211] 'agreement among raft nodes before linearized reading' (duration: 2.00549381s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:17.883289Z","caller":"traceutil/trace.go:171","msg":"trace[538374351] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29376; }","duration":"2.269865275s","start":"2026-07-10T00:44:15.613407Z","end":"2026-07-10T00:44:17.883273Z","steps":["trace[538374351] 'agreement among raft nodes before linearized reading' (duration: 2.269783003s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.883297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307053019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:17.883313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:15.877534Z","time spent":"2.005770448s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:17.883337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:15.613337Z","time spent":"2.269985098s","remote":"127.0.0.1:60222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:17.883348Z","caller":"traceutil/trace.go:171","msg":"trace[1610530762] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:29376; }","duration":"2.307108731s","start":"2026-07-10T00:44:15.576229Z","end":"2026-07-10T00:44:17.883338Z","steps":["trace[1610530762] 'agreement among raft nodes before linearized reading' (duration: 2.307034009s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.883354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305399018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-10T00:44:17.883392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:15.576153Z","time spent":"2.307225744s","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:17.883158Z","caller":"traceutil/trace.go:171","msg":"trace[1529527255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29376; }","duration":"667.094757ms","start":"2026-07-10T00:44:17.216047Z","end":"2026-07-10T00:44:17.883141Z","steps":["trace[1529527255] 'agreement among raft nodes before linearized reading' (duration: 666.749938ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:17.88344Z","caller":"traceutil/trace.go:171","msg":"trace[1079733450] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29376; }","duration":"1.305516881s","start":"2026-07-10T00:44:16.577894Z","end":"2026-07-10T00:44:17.883411Z","steps":["trace[1079733450] 'agreement among raft nodes before linearized reading' (duration: 1.305261404s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.883489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:16.577832Z","time spent":"1.305648424s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:44:17.883442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.216025Z","time spent":"667.405785ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:44:17.883127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542377101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:17.883555Z","caller":"traceutil/trace.go:171","msg":"trace[108059409] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:29376; }","duration":"2.542835993s","start":"2026-07-10T00:44:15.340705Z","end":"2026-07-10T00:44:17.883541Z","steps":["trace[108059409] 'agreement among raft nodes before linearized reading' (duration: 2.542386241s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.883718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:15.340685Z","time spent":"2.543019178s","remote":"127.0.0.1:58328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:17.882771Z","caller":"traceutil/trace.go:171","msg":"trace[27543654] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:29376; }","duration":"4.427905401s","start":"2026-07-10T00:44:13.454849Z","end":"2026-07-10T00:44:17.882754Z","steps":["trace[27543654] 'agreement among raft nodes before linearized reading' (duration: 4.427622573s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.884398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:13.45484Z","time spent":"4.429533893s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-10T00:44:17.884774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383354189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"info","ts":"2026-07-10T00:44:17.884827Z","caller":"traceutil/trace.go:171","msg":"trace[438437136] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29376; }","duration":"1.383439172s","start":"2026-07-10T00:44:16.50138Z","end":"2026-07-10T00:44:17.884819Z","steps":["trace[438437136] 'agreement among raft nodes before linearized reading' (duration: 1.383308228s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:17.884848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:16.501365Z","time spent":"1.383477192s","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17016,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-10T00:44:18.476119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:18.977016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:19.015475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033215481s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:44:19.016006Z","caller":"traceutil/trace.go:171","msg":"trace[1306322769] transaction","detail":"{read_only:false; response_revision:29378; number_of_response:1; }","duration":"1.12882068s","start":"2026-07-10T00:44:17.88715Z","end":"2026-07-10T00:44:19.01597Z","steps":["trace[1306322769] 'process raft request' (duration: 1.128505822s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:19.016073Z","caller":"traceutil/trace.go:171","msg":"trace[361208301] linearizableReadLoop","detail":"{readStateIndex:30743; appliedIndex:30737; }","duration":"1.040744346s","start":"2026-07-10T00:44:17.975309Z","end":"2026-07-10T00:44:19.016054Z","steps":["trace[361208301] 'read index received' (duration: 1.040303935s)","trace[361208301] 'applied index is now lower than readState.Index' (duration: 439.751µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:19.016117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.887938Z","time spent":"1.128175013s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-10T00:44:19.016138Z","caller":"traceutil/trace.go:171","msg":"trace[2121913315] transaction","detail":"{read_only:false; response_revision:29381; number_of_response:1; }","duration":"1.126211902s","start":"2026-07-10T00:44:17.889899Z","end":"2026-07-10T00:44:19.016111Z","steps":["trace[2121913315] 'process raft request' (duration: 1.126095939s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:19.016131Z","caller":"traceutil/trace.go:171","msg":"trace[1437148161] transaction","detail":"{read_only:false; response_revision:29379; number_of_response:1; }","duration":"1.127789754s","start":"2026-07-10T00:44:17.888304Z","end":"2026-07-10T00:44:19.016094Z","steps":["trace[1437148161] 'process raft request' (duration: 1.127599359s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:19.016187Z","caller":"traceutil/trace.go:171","msg":"trace[964920501] transaction","detail":"{read_only:false; response_revision:29382; number_of_response:1; }","duration":"1.076225036s","start":"2026-07-10T00:44:17.939938Z","end":"2026-07-10T00:44:19.016163Z","steps":["trace[964920501] 'process raft request' (duration: 1.076080842s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:19.016242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100071124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-07-10T00:44:19.01626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.889889Z","time spent":"1.126308725s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:19.01627Z","caller":"traceutil/trace.go:171","msg":"trace[1717525978] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:29382; }","duration":"1.100142416s","start":"2026-07-10T00:44:17.91612Z","end":"2026-07-10T00:44:19.016262Z","steps":["trace[1717525978] 'agreement among raft nodes before linearized reading' (duration: 1.100028103s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:19.0163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.916101Z","time spent":"1.100189038s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1065,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-07-10T00:44:19.016339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.88828Z","time spent":"1.127943567s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:19.016392Z","caller":"traceutil/trace.go:171","msg":"trace[190950844] transaction","detail":"{read_only:false; response_revision:29380; number_of_response:1; }","duration":"1.126862438s","start":"2026-07-10T00:44:17.889522Z","end":"2026-07-10T00:44:19.016385Z","steps":["trace[190950844] 'process raft request' (duration: 1.126427597s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:19.01628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.939723Z","time spent":"1.076513274s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:19.016418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.685707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:19.016444Z","caller":"traceutil/trace.go:171","msg":"trace[1680659761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29382; }","duration":"880.740768ms","start":"2026-07-10T00:44:18.135695Z","end":"2026-07-10T00:44:19.016436Z","steps":["trace[1680659761] 'agreement among raft nodes before linearized reading' (duration: 880.687526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:19.01617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.887127Z","time spent":"1.128967734s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:19.016484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:18.135679Z","time spent":"880.80117ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:44:19.016484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.540689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:19.016354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024761611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-10T00:44:19.016521Z","caller":"traceutil/trace.go:171","msg":"trace[1178069897] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:29382; }","duration":"893.60428ms","start":"2026-07-10T00:44:18.122903Z","end":"2026-07-10T00:44:19.016508Z","steps":["trace[1178069897] 'agreement among raft nodes before linearized reading' (duration: 893.552299ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:19.016549Z","caller":"traceutil/trace.go:171","msg":"trace[2117508071] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:29382; }","duration":"1.024996647s","start":"2026-07-10T00:44:17.991545Z","end":"2026-07-10T00:44:19.016542Z","steps":["trace[2117508071] 'agreement among raft nodes before linearized reading' (duration: 1.024680309s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:19.016555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:18.12288Z","time spent":"893.666642ms","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:19.016574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.991522Z","time spent":"1.025045499s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"warn","ts":"2026-07-10T00:44:19.016341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.176219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:19.01674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.356754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-10T00:44:19.016827Z","caller":"traceutil/trace.go:171","msg":"trace[227974130] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29382; }","duration":"129.499548ms","start":"2026-07-10T00:44:18.887311Z","end":"2026-07-10T00:44:19.01681Z","steps":["trace[227974130] 'agreement among raft nodes before linearized reading' (duration: 129.258502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:19.016438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.562795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-10T00:44:19.016959Z","caller":"traceutil/trace.go:171","msg":"trace[1811672544] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29382; }","duration":"561.099938ms","start":"2026-07-10T00:44:18.455838Z","end":"2026-07-10T00:44:19.016938Z","steps":["trace[1811672544] 'agreement among raft nodes before linearized reading' (duration: 560.540264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:19.016993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:18.45582Z","time spent":"561.162941ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-10T00:44:19.016754Z","caller":"traceutil/trace.go:171","msg":"trace[1493470086] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:29382; }","duration":"181.63624ms","start":"2026-07-10T00:44:18.835106Z","end":"2026-07-10T00:44:19.016742Z","steps":["trace[1493470086] 'agreement among raft nodes before linearized reading' (duration: 181.178289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:19.016446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:17.889512Z","time spent":"1.12689648s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1959,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:19.897699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.326724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:19.897802Z","caller":"traceutil/trace.go:171","msg":"trace[1886216047] linearizableReadLoop","detail":"{readStateIndex:30744; appliedIndex:30743; }","duration":"876.358853ms","start":"2026-07-10T00:44:19.021426Z","end":"2026-07-10T00:44:19.897785Z","steps":["trace[1886216047] 'read index received' (duration: 314.882284ms)","trace[1886216047] 'applied index is now lower than readState.Index' (duration: 561.474118ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:19.897866Z","caller":"traceutil/trace.go:171","msg":"trace[1900053203] transaction","detail":"{read_only:false; response_revision:29383; number_of_response:1; }","duration":"878.999602ms","start":"2026-07-10T00:44:19.018855Z","end":"2026-07-10T00:44:19.897854Z","steps":["trace[1900053203] 'process raft request' (duration: 317.439401ms)","trace[1900053203] 'compare' (duration: 560.636987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:19.897946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:19.018842Z","time spent":"879.073454ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:19.898289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.856356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-783e2352-0d5a-4f1b-a9f9-4a4d9cd2d0df\" ","response":"range_response_count:1 size:1284"} {"level":"info","ts":"2026-07-10T00:44:19.898325Z","caller":"traceutil/trace.go:171","msg":"trace[435755593] range","detail":"{range_begin:/registry/persistentvolumes/pvc-783e2352-0d5a-4f1b-a9f9-4a4d9cd2d0df; range_end:; response_count:1; response_revision:29383; }","duration":"876.943858ms","start":"2026-07-10T00:44:19.021369Z","end":"2026-07-10T00:44:19.898313Z","steps":["trace[435755593] 'agreement among raft nodes before linearized reading' (duration: 876.767264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:19.898349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:19.021336Z","time spent":"877.00755ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1307,"request content":"key:\"/registry/persistentvolumes/pvc-783e2352-0d5a-4f1b-a9f9-4a4d9cd2d0df\" "} {"level":"warn","ts":"2026-07-10T00:44:20.397983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:20.898674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677615,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:21.005814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.669496609s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:44:21.070763Z","caller":"traceutil/trace.go:171","msg":"trace[1015899932] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29383; }","duration":"2.043966818s","start":"2026-07-10T00:44:19.026756Z","end":"2026-07-10T00:44:21.070723Z","steps":["trace[1015899932] 'process raft request' (duration: 1.979277351s)","trace[1015899932] 'compare' (duration: 64.609825ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:21.070832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625833596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:21.070819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194582384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:21.07083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199260426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:21.070893Z","caller":"traceutil/trace.go:171","msg":"trace[1671198713] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:29383; }","duration":"1.625957449s","start":"2026-07-10T00:44:19.444917Z","end":"2026-07-10T00:44:21.070874Z","steps":["trace[1671198713] 'agreement among raft nodes before linearized reading' (duration: 1.625818165s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:21.070903Z","caller":"traceutil/trace.go:171","msg":"trace[368701297] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:29383; }","duration":"1.194741678s","start":"2026-07-10T00:44:19.876142Z","end":"2026-07-10T00:44:21.070883Z","steps":["trace[368701297] 'agreement among raft nodes before linearized reading' (duration: 1.194599025s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:21.070921Z","caller":"traceutil/trace.go:171","msg":"trace[149904107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:29383; }","duration":"1.19939562s","start":"2026-07-10T00:44:19.8715Z","end":"2026-07-10T00:44:21.070895Z","steps":["trace[149904107] 'agreement among raft nodes before linearized reading' (duration: 1.199231575s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:21.070939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:19.876071Z","time spent":"1.194859311s","remote":"127.0.0.1:58452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:21.070942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:19.444892Z","time spent":"1.626036951s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-10T00:44:21.07096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:19.871478Z","time spent":"1.199469911s","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:21.070944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748349303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-07-10T00:44:21.070936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:19.026733Z","time spent":"2.044137612s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T00:44:21.071027Z","caller":"traceutil/trace.go:171","msg":"trace[21091086] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:29383; }","duration":"1.748476466s","start":"2026-07-10T00:44:19.322528Z","end":"2026-07-10T00:44:21.071004Z","steps":["trace[21091086] 'agreement among raft nodes before linearized reading' (duration: 1.74821897s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:21.071033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048961207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-10T00:44:21.07107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:19.322507Z","time spent":"1.748553989s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7319,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-10T00:44:21.071094Z","caller":"traceutil/trace.go:171","msg":"trace[1790416839] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:29383; }","duration":"2.049109351s","start":"2026-07-10T00:44:19.021969Z","end":"2026-07-10T00:44:21.071079Z","steps":["trace[1790416839] 'agreement among raft nodes before linearized reading' (duration: 2.048873605s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:21.071141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:19.021927Z","time spent":"2.049200563s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"info","ts":"2026-07-10T00:44:21.07078Z","caller":"traceutil/trace.go:171","msg":"trace[511360747] linearizableReadLoop","detail":"{readStateIndex:30745; appliedIndex:30744; }","duration":"1.172900902s","start":"2026-07-10T00:44:19.89782Z","end":"2026-07-10T00:44:21.07072Z","steps":["trace[511360747] 'read index received' (duration: 1.108148433s)","trace[511360747] 'applied index is now lower than readState.Index' (duration: 64.751169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:21.071417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169853793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-10T00:44:21.071444Z","caller":"traceutil/trace.go:171","msg":"trace[742574580] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29383; }","duration":"1.169924754s","start":"2026-07-10T00:44:19.90151Z","end":"2026-07-10T00:44:21.071435Z","steps":["trace[742574580] 'agreement among raft nodes before linearized reading' (duration: 1.169799391s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:21.071463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:19.901484Z","time spent":"1.169974236s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-10T00:44:21.071424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.642841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:21.071527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.135581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:21.071525Z","caller":"traceutil/trace.go:171","msg":"trace[578203539] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:29383; }","duration":"178.812796ms","start":"2026-07-10T00:44:20.892685Z","end":"2026-07-10T00:44:21.071498Z","steps":["trace[578203539] 'agreement among raft nodes before linearized reading' (duration: 178.631531ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:21.071567Z","caller":"traceutil/trace.go:171","msg":"trace[760708885] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:29383; }","duration":"401.231603ms","start":"2026-07-10T00:44:20.67032Z","end":"2026-07-10T00:44:21.071552Z","steps":["trace[760708885] 'agreement among raft nodes before linearized reading' (duration: 401.174092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:21.071466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.9074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:21.071582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049589085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-10T00:44:21.071608Z","caller":"traceutil/trace.go:171","msg":"trace[932547914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29383; }","duration":"933.098266ms","start":"2026-07-10T00:44:20.1385Z","end":"2026-07-10T00:44:21.071599Z","steps":["trace[932547914] 'agreement among raft nodes before linearized reading' (duration: 932.92021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:21.071603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:20.670292Z","time spent":"401.303026ms","remote":"127.0.0.1:53334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:21.071632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:20.138462Z","time spent":"933.163457ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:44:21.071633Z","caller":"traceutil/trace.go:171","msg":"trace[796006598] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29383; }","duration":"1.049682598s","start":"2026-07-10T00:44:20.021935Z","end":"2026-07-10T00:44:21.071618Z","steps":["trace[796006598] 'agreement among raft nodes before linearized reading' (duration: 1.049535253s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:21.071644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164634148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-10T00:44:21.071691Z","caller":"traceutil/trace.go:171","msg":"trace[1151115923] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:29383; }","duration":"1.16470382s","start":"2026-07-10T00:44:19.906974Z","end":"2026-07-10T00:44:21.071678Z","steps":["trace[1151115923] 'agreement among raft nodes before linearized reading' (duration: 1.164560115s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:21.071727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:19.906966Z","time spent":"1.164753372s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-10T00:44:21.071667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:20.021914Z","time spent":"1.049745469s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:44:21.579828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677622,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:44:21.902244Z","caller":"traceutil/trace.go:171","msg":"trace[534730598] transaction","detail":"{read_only:false; response_revision:29384; number_of_response:1; }","duration":"826.512481ms","start":"2026-07-10T00:44:21.075617Z","end":"2026-07-10T00:44:21.902129Z","steps":["trace[534730598] 'process raft request' (duration: 826.317106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:21.902446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:21.075589Z","time spent":"826.751736ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:23.389286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250213056s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:44:23.389719Z","caller":"traceutil/trace.go:171","msg":"trace[663419251] transaction","detail":"{read_only:false; response_revision:29385; number_of_response:1; }","duration":"2.313315132s","start":"2026-07-10T00:44:21.076382Z","end":"2026-07-10T00:44:23.389698Z","steps":["trace[663419251] 'process raft request' (duration: 2.313134938s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:23.389818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:21.076371Z","time spent":"2.313385884s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:23.39022Z","caller":"traceutil/trace.go:171","msg":"trace[1469642882] transaction","detail":"{read_only:false; response_revision:29387; number_of_response:1; }","duration":"2.313171958s","start":"2026-07-10T00:44:21.07699Z","end":"2026-07-10T00:44:23.390162Z","steps":["trace[1469642882] 'process raft request' (duration: 2.312935122s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:23.390261Z","caller":"traceutil/trace.go:171","msg":"trace[78703206] linearizableReadLoop","detail":"{readStateIndex:30751; appliedIndex:30746; }","duration":"2.31130155s","start":"2026-07-10T00:44:21.078928Z","end":"2026-07-10T00:44:23.390229Z","steps":["trace[78703206] 'read index received' (duration: 823.265237ms)","trace[78703206] 'applied index is now lower than readState.Index' (duration: 1.488034953s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:23.390353Z","caller":"traceutil/trace.go:171","msg":"trace[1451692442] transaction","detail":"{read_only:false; response_revision:29388; number_of_response:1; }","duration":"2.31171269s","start":"2026-07-10T00:44:21.078616Z","end":"2026-07-10T00:44:23.390328Z","steps":["trace[1451692442] 'process raft request' (duration: 2.311439693s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:23.390343Z","caller":"traceutil/trace.go:171","msg":"trace[754393944] transaction","detail":"{read_only:false; response_revision:29389; number_of_response:1; }","duration":"2.306537696s","start":"2026-07-10T00:44:21.083759Z","end":"2026-07-10T00:44:23.390297Z","steps":["trace[754393944] 'process raft request' (duration: 2.306383822s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:23.390488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:21.076962Z","time spent":"2.313378554s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:23.390511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:21.078602Z","time spent":"2.311827003s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:23.390508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311554856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-10T00:44:23.390574Z","caller":"traceutil/trace.go:171","msg":"trace[76716351] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:29389; }","duration":"2.311631598s","start":"2026-07-10T00:44:21.078924Z","end":"2026-07-10T00:44:23.390556Z","steps":["trace[76716351] 'agreement among raft nodes before linearized reading' (duration: 2.311411323s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:23.390511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:21.08375Z","time spent":"2.30668881s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:23.39063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:21.078898Z","time spent":"2.311720811s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-10T00:44:23.39113Z","caller":"traceutil/trace.go:171","msg":"trace[817112676] transaction","detail":"{read_only:false; response_revision:29386; number_of_response:1; }","duration":"2.314609895s","start":"2026-07-10T00:44:21.076454Z","end":"2026-07-10T00:44:23.391063Z","steps":["trace[817112676] 'process raft request' (duration: 2.313208319s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:23.391237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:21.076445Z","time spent":"2.314741479s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:24.137569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:44:24.13767Z","caller":"traceutil/trace.go:171","msg":"trace[505999781] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000798289s","start":"2026-07-10T00:44:22.136849Z","end":"2026-07-10T00:44:24.137648Z","steps":["trace[505999781] 'agreement among raft nodes before linearized reading' (duration: 2.000661795s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.137719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:22.13683Z","time spent":"2.00087951s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:44:24.341444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:23.942952Z","time spent":"398.483163ms","remote":"127.0.0.1:40718","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-10T00:44:24.342009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.152576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:24.342102Z","caller":"traceutil/trace.go:171","msg":"trace[1231496572] linearizableReadLoop","detail":"{readStateIndex:30752; appliedIndex:30751; }","duration":"951.746278ms","start":"2026-07-10T00:44:23.390342Z","end":"2026-07-10T00:44:24.342088Z","steps":["trace[1231496572] 'read index received' (duration: 77.371076ms)","trace[1231496572] 'applied index is now lower than readState.Index' (duration: 874.374322ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:24.342182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044055731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:24.342188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010611875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:24.342226Z","caller":"traceutil/trace.go:171","msg":"trace[650325249] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:29390; }","duration":"1.010670176s","start":"2026-07-10T00:44:23.331542Z","end":"2026-07-10T00:44:24.342213Z","steps":["trace[650325249] 'agreement among raft nodes before linearized reading' (duration: 1.010574424s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.342179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031885655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:24.342251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:23.331477Z","time spent":"1.010768749s","remote":"127.0.0.1:59950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:24.342279Z","caller":"traceutil/trace.go:171","msg":"trace[1433281017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:29390; }","duration":"2.032043218s","start":"2026-07-10T00:44:22.310215Z","end":"2026-07-10T00:44:24.342258Z","steps":["trace[1433281017] 'agreement among raft nodes before linearized reading' (duration: 2.031877034s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.342321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350723712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:24.342337Z","caller":"traceutil/trace.go:171","msg":"trace[1007828092] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:29390; }","duration":"2.350791473s","start":"2026-07-10T00:44:21.991541Z","end":"2026-07-10T00:44:24.342332Z","steps":["trace[1007828092] 'agreement among raft nodes before linearized reading' (duration: 2.350762103s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.342325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:22.310192Z","time spent":"2.032122711s","remote":"127.0.0.1:42706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:24.342358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:21.991512Z","time spent":"2.350840055s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:24.342372Z","caller":"traceutil/trace.go:171","msg":"trace[974444728] transaction","detail":"{read_only:false; response_revision:29390; number_of_response:1; }","duration":"1.454149825s","start":"2026-07-10T00:44:22.888207Z","end":"2026-07-10T00:44:24.342357Z","steps":["trace[974444728] 'process raft request' (duration: 579.579808ms)","trace[974444728] 'compare' (duration: 873.552041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:24.342474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:22.888179Z","time spent":"1.454242888s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:24.342535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435824418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c6eb5e13f759\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-10T00:44:24.342552Z","caller":"traceutil/trace.go:171","msg":"trace[2063809711] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c6eb5e13f759; range_end:; response_count:1; response_revision:29390; }","duration":"2.4358812s","start":"2026-07-10T00:44:21.906666Z","end":"2026-07-10T00:44:24.342547Z","steps":["trace[2063809711] 'agreement among raft nodes before linearized reading' (duration: 2.435827628s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.342551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109235612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:24.3422Z","caller":"traceutil/trace.go:171","msg":"trace[1923355656] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:29390; }","duration":"2.044113383s","start":"2026-07-10T00:44:22.298079Z","end":"2026-07-10T00:44:24.342193Z","steps":["trace[1923355656] 'agreement among raft nodes before linearized reading' (duration: 2.044067722s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.342599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:22.298045Z","time spent":"2.044545384s","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:24.342567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:21.90664Z","time spent":"2.435922181s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c6eb5e13f759\" "} {"level":"warn","ts":"2026-07-10T00:44:24.342638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261058736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:24.342657Z","caller":"traceutil/trace.go:171","msg":"trace[326098832] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:29390; }","duration":"3.261093227s","start":"2026-07-10T00:44:21.081558Z","end":"2026-07-10T00:44:24.342651Z","steps":["trace[326098832] 'agreement among raft nodes before linearized reading' (duration: 3.261064747s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.342673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:21.081547Z","time spent":"3.261123358s","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-10T00:44:24.342595Z","caller":"traceutil/trace.go:171","msg":"trace[622693631] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:29390; }","duration":"1.109299974s","start":"2026-07-10T00:44:23.233279Z","end":"2026-07-10T00:44:24.342579Z","steps":["trace[622693631] 'agreement among raft nodes before linearized reading' (duration: 1.109237772s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.342756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:23.233265Z","time spent":"1.109479648s","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:24.342788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131967481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:24.342818Z","caller":"traceutil/trace.go:171","msg":"trace[111457643] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:29390; }","duration":"1.132030963s","start":"2026-07-10T00:44:23.210779Z","end":"2026-07-10T00:44:24.34281Z","steps":["trace[111457643] 'agreement among raft nodes before linearized reading' (duration: 1.131971371s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.342846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:23.210761Z","time spent":"1.132078054s","remote":"127.0.0.1:44476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:24.342291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265684727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-10T00:44:24.342906Z","caller":"traceutil/trace.go:171","msg":"trace[481350303] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29390; }","duration":"2.266339824s","start":"2026-07-10T00:44:22.076561Z","end":"2026-07-10T00:44:24.342901Z","steps":["trace[481350303] 'agreement among raft nodes before linearized reading' (duration: 2.265648926s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.342925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:22.076541Z","time spent":"2.266377725s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:44:24.342613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238947353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-10T00:44:24.343201Z","caller":"traceutil/trace.go:171","msg":"trace[415160403] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:29390; }","duration":"3.239572279s","start":"2026-07-10T00:44:21.103617Z","end":"2026-07-10T00:44:24.343189Z","steps":["trace[415160403] 'agreement among raft nodes before linearized reading' (duration: 3.238959174s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.343237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:21.103597Z","time spent":"3.23963043s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-07-10T00:44:24.344395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.206352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eb94110b-dcd0-4c6f-a74d-0b11410f3ccd\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-10T00:44:24.344471Z","caller":"traceutil/trace.go:171","msg":"trace[2053820078] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eb94110b-dcd0-4c6f-a74d-0b11410f3ccd; range_end:; response_count:1; response_revision:29391; }","duration":"949.331296ms","start":"2026-07-10T00:44:23.395122Z","end":"2026-07-10T00:44:24.344453Z","steps":["trace[2053820078] 'agreement among raft nodes before linearized reading' (duration: 949.11127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.344518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:23.395099Z","time spent":"949.408498ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-eb94110b-dcd0-4c6f-a74d-0b11410f3ccd\" "} {"level":"warn","ts":"2026-07-10T00:44:24.344831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.825143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-10T00:44:24.34486Z","caller":"traceutil/trace.go:171","msg":"trace[360563696] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29391; }","duration":"314.855964ms","start":"2026-07-10T00:44:24.029996Z","end":"2026-07-10T00:44:24.344852Z","steps":["trace[360563696] 'agreement among raft nodes before linearized reading' (duration: 314.769742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.344875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:24.029939Z","time spent":"314.932486ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-10T00:44:24.344876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.932177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:44:24.344928Z","caller":"traceutil/trace.go:171","msg":"trace[1163098009] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:29391; }","duration":"789.017249ms","start":"2026-07-10T00:44:23.555893Z","end":"2026-07-10T00:44:24.344911Z","steps":["trace[1163098009] 'agreement among raft nodes before linearized reading' (duration: 788.921907ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:24.344968Z","caller":"traceutil/trace.go:171","msg":"trace[429544706] transaction","detail":"{read_only:false; response_revision:29391; number_of_response:1; }","duration":"745.420798ms","start":"2026-07-10T00:44:23.599539Z","end":"2026-07-10T00:44:24.34496Z","steps":["trace[429544706] 'process raft request' (duration: 744.528886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.344972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:23.555871Z","time spent":"789.08649ms","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:24.345194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:23.599509Z","time spent":"745.651494ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:24.345294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.34839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:24.345308Z","caller":"traceutil/trace.go:171","msg":"trace[1079709573] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:29391; }","duration":"147.393682ms","start":"2026-07-10T00:44:24.197909Z","end":"2026-07-10T00:44:24.345303Z","steps":["trace[1079709573] 'agreement among raft nodes before linearized reading' (duration: 147.367002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.345408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.809713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:24.345426Z","caller":"traceutil/trace.go:171","msg":"trace[671274678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29391; }","duration":"206.860544ms","start":"2026-07-10T00:44:24.138561Z","end":"2026-07-10T00:44:24.345422Z","steps":["trace[671274678] 'agreement among raft nodes before linearized reading' (duration: 206.825613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.345429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.857416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:44:24.345477Z","caller":"traceutil/trace.go:171","msg":"trace[1408495520] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29391; }","duration":"930.913517ms","start":"2026-07-10T00:44:23.41455Z","end":"2026-07-10T00:44:24.345463Z","steps":["trace[1408495520] 'agreement among raft nodes before linearized reading' (duration: 930.774074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.345515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:23.414487Z","time spent":"931.01784ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:44:24.345816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.807668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-07-10T00:44:24.345863Z","caller":"traceutil/trace.go:171","msg":"trace[1709534713] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29391; }","duration":"949.89711ms","start":"2026-07-10T00:44:23.395951Z","end":"2026-07-10T00:44:24.345848Z","steps":["trace[1709534713] 'agreement among raft nodes before linearized reading' (duration: 949.737326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:24.345905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:23.395926Z","time spent":"949.968042ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3786,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:44:24.848839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:25.349472Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677634,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:25.462937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.114559447s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:44:25.559029Z","caller":"traceutil/trace.go:171","msg":"trace[1540028608] transaction","detail":"{read_only:false; response_revision:29392; number_of_response:1; }","duration":"1.210742622s","start":"2026-07-10T00:44:24.348248Z","end":"2026-07-10T00:44:25.55899Z","steps":["trace[1540028608] 'process raft request' (duration: 1.114882426s)","trace[1540028608] 'compare' (duration: 95.537607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:25.559221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:24.348225Z","time spent":"1.210897916s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:25.610997Z","caller":"traceutil/trace.go:171","msg":"trace[355875882] linearizableReadLoop","detail":"{readStateIndex:30755; appliedIndex:30753; }","duration":"1.262626908s","start":"2026-07-10T00:44:24.34834Z","end":"2026-07-10T00:44:25.610967Z","steps":["trace[355875882] 'read index received' (duration: 1.114806164s)","trace[355875882] 'applied index is now lower than readState.Index' (duration: 147.819434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:25.611284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262907715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-dswg4\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-10T00:44:25.611402Z","caller":"traceutil/trace.go:171","msg":"trace[51824720] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-dswg4; range_end:; response_count:1; response_revision:29393; }","duration":"1.26307761s","start":"2026-07-10T00:44:24.348296Z","end":"2026-07-10T00:44:25.611374Z","steps":["trace[51824720] 'agreement among raft nodes before linearized reading' (duration: 1.262788402s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:25.611465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:24.348278Z","time spent":"1.263171663s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-dswg4\" "} {"level":"info","ts":"2026-07-10T00:44:25.611637Z","caller":"traceutil/trace.go:171","msg":"trace[626002377] transaction","detail":"{read_only:false; response_revision:29393; number_of_response:1; }","duration":"1.257827514s","start":"2026-07-10T00:44:24.353792Z","end":"2026-07-10T00:44:25.611619Z","steps":["trace[626002377] 'process raft request' (duration: 1.257010793s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:25.611743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:24.353772Z","time spent":"1.257906116s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3931,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:26.111534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677638,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:26.354812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:44:26.354891Z","caller":"traceutil/trace.go:171","msg":"trace[1149752052] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611346s","start":"2026-07-10T00:44:24.354262Z","end":"2026-07-10T00:44:26.354873Z","steps":["trace[1149752052] 'agreement among raft nodes before linearized reading' (duration: 2.000511233s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.354924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:24.354233Z","time spent":"2.000684977s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:44:26.89142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.578871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:26.891651Z","caller":"traceutil/trace.go:171","msg":"trace[339217783] transaction","detail":"{read_only:false; response_revision:29395; number_of_response:1; }","duration":"320.911411ms","start":"2026-07-10T00:44:26.570712Z","end":"2026-07-10T00:44:26.891624Z","steps":["trace[339217783] 'process raft request' (duration: 320.838519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.891818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:26.570668Z","time spent":"321.045675ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:26.89223Z","caller":"traceutil/trace.go:171","msg":"trace[53634773] transaction","detail":"{read_only:false; response_revision:29394; number_of_response:1; }","duration":"1.410027453s","start":"2026-07-10T00:44:25.482185Z","end":"2026-07-10T00:44:26.892213Z","steps":["trace[53634773] 'process raft request' (duration: 638.511218ms)","trace[53634773] 'compare' (duration: 770.17872ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:26.892324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:25.482163Z","time spent":"1.410109325s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:26.892343Z","caller":"traceutil/trace.go:171","msg":"trace[1402869761] linearizableReadLoop","detail":"{readStateIndex:30756; appliedIndex:30755; }","duration":"1.281233873s","start":"2026-07-10T00:44:25.611076Z","end":"2026-07-10T00:44:26.89231Z","steps":["trace[1402869761] 'read index received' (duration: 509.539524ms)","trace[1402869761] 'applied index is now lower than readState.Index' (duration: 771.691839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:26.892619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329492745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-10T00:44:26.892678Z","caller":"traceutil/trace.go:171","msg":"trace[591254422] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:29395; }","duration":"1.329611378s","start":"2026-07-10T00:44:25.563055Z","end":"2026-07-10T00:44:26.892666Z","steps":["trace[591254422] 'agreement among raft nodes before linearized reading' (duration: 1.329399633s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.892658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487459679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:26.892677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494776371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-10T00:44:26.892833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542976257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-07-10T00:44:26.892843Z","caller":"traceutil/trace.go:171","msg":"trace[573177079] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29395; }","duration":"1.494983136s","start":"2026-07-10T00:44:25.39784Z","end":"2026-07-10T00:44:26.892824Z","steps":["trace[573177079] 'agreement among raft nodes before linearized reading' (duration: 1.494695839s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.89289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495002768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-10T00:44:26.892913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:25.397824Z","time spent":"1.495076229s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-10T00:44:26.892961Z","caller":"traceutil/trace.go:171","msg":"trace[474105731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29395; }","duration":"1.49510176s","start":"2026-07-10T00:44:25.397841Z","end":"2026-07-10T00:44:26.892942Z","steps":["trace[474105731] 'agreement among raft nodes before linearized reading' (duration: 1.494886394s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.892984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878985062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:26.893003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538322631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-07-10T00:44:26.893024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:25.397824Z","time spent":"1.495181502s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:44:26.892689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494724359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-10T00:44:26.89304Z","caller":"traceutil/trace.go:171","msg":"trace[1592939861] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:29395; }","duration":"1.879109705s","start":"2026-07-10T00:44:25.013914Z","end":"2026-07-10T00:44:26.893024Z","steps":["trace[1592939861] 'agreement among raft nodes before linearized reading' (duration: 1.878945501s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:26.893079Z","caller":"traceutil/trace.go:171","msg":"trace[1905506832] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29395; }","duration":"1.538447554s","start":"2026-07-10T00:44:25.354606Z","end":"2026-07-10T00:44:26.893054Z","steps":["trace[1905506832] 'agreement among raft nodes before linearized reading' (duration: 1.538232138s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.893071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.260112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:26.893084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.294502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:26.893093Z","caller":"traceutil/trace.go:171","msg":"trace[1959570461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29395; }","duration":"1.495161422s","start":"2026-07-10T00:44:25.397914Z","end":"2026-07-10T00:44:26.893076Z","steps":["trace[1959570461] 'agreement among raft nodes before linearized reading' (duration: 1.494626177s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.893113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:25.354582Z","time spent":"1.538524197s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"info","ts":"2026-07-10T00:44:26.892898Z","caller":"traceutil/trace.go:171","msg":"trace[471047656] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29395; }","duration":"2.543066741s","start":"2026-07-10T00:44:24.349812Z","end":"2026-07-10T00:44:26.892879Z","steps":["trace[471047656] 'agreement among raft nodes before linearized reading' (duration: 2.542735631s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:26.893131Z","caller":"traceutil/trace.go:171","msg":"trace[996494793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29395; }","duration":"254.360735ms","start":"2026-07-10T00:44:26.638754Z","end":"2026-07-10T00:44:26.893114Z","steps":["trace[996494793] 'agreement among raft nodes before linearized reading' (duration: 254.257472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.893162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:25.397896Z","time spent":"1.495243883s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:44:26.893184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:24.349789Z","time spent":"2.543377619s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:44:26.893102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:25.013895Z","time spent":"1.879188368s","remote":"127.0.0.1:44568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:26.893185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270736042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-10T00:44:26.892831Z","caller":"traceutil/trace.go:171","msg":"trace[233638815] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:29395; }","duration":"2.487698766s","start":"2026-07-10T00:44:24.405098Z","end":"2026-07-10T00:44:26.892797Z","steps":["trace[233638815] 'agreement among raft nodes before linearized reading' (duration: 2.487436789s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:26.893307Z","caller":"traceutil/trace.go:171","msg":"trace[546261489] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29395; }","duration":"1.270910016s","start":"2026-07-10T00:44:25.622365Z","end":"2026-07-10T00:44:26.893275Z","steps":["trace[546261489] 'agreement among raft nodes before linearized reading' (duration: 1.270630429s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.893338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:24.405076Z","time spent":"2.48825206s","remote":"127.0.0.1:58514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:26.892718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:25.563038Z","time spent":"1.329668149s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"warn","ts":"2026-07-10T00:44:26.893356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:25.622351Z","time spent":"1.270993229s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:44:26.893338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537311312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:4831"} {"level":"warn","ts":"2026-07-10T00:44:26.89262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542569188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:26.8935Z","caller":"traceutil/trace.go:171","msg":"trace[1870199011] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29395; }","duration":"2.543459251s","start":"2026-07-10T00:44:24.350024Z","end":"2026-07-10T00:44:26.893483Z","steps":["trace[1870199011] 'agreement among raft nodes before linearized reading' (duration: 2.542560067s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.893681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:24.350018Z","time spent":"2.543645016s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-10T00:44:26.893132Z","caller":"traceutil/trace.go:171","msg":"trace[2128967660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29395; }","duration":"537.403775ms","start":"2026-07-10T00:44:26.355716Z","end":"2026-07-10T00:44:26.89312Z","steps":["trace[2128967660] 'agreement among raft nodes before linearized reading' (duration: 537.311623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.893116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.388272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:26.893807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:26.355693Z","time spent":"538.081822ms","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:44:26.893875Z","caller":"traceutil/trace.go:171","msg":"trace[1624644721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:29395; }","duration":"229.232904ms","start":"2026-07-10T00:44:26.664626Z","end":"2026-07-10T00:44:26.893859Z","steps":["trace[1624644721] 'agreement among raft nodes before linearized reading' (duration: 228.432383ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:26.893488Z","caller":"traceutil/trace.go:171","msg":"trace[1722945055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:29395; }","duration":"2.537476486s","start":"2026-07-10T00:44:24.355996Z","end":"2026-07-10T00:44:26.893472Z","steps":["trace[1722945055] 'agreement among raft nodes before linearized reading' (duration: 2.536576062s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:26.89402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:24.35599Z","time spent":"2.53801522s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4854,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-10T00:44:28.730668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35140335s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:28.730785Z","caller":"traceutil/trace.go:171","msg":"trace[1360770739] linearizableReadLoop","detail":"{readStateIndex:30758; appliedIndex:30757; }","duration":"1.832637108s","start":"2026-07-10T00:44:26.898129Z","end":"2026-07-10T00:44:28.730766Z","steps":["trace[1360770739] 'read index received' (duration: 480.886759ms)","trace[1360770739] 'applied index is now lower than readState.Index' (duration: 1.351748969s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:28.730843Z","caller":"traceutil/trace.go:171","msg":"trace[785102005] transaction","detail":"{read_only:false; response_revision:29396; number_of_response:1; }","duration":"1.834548027s","start":"2026-07-10T00:44:26.896287Z","end":"2026-07-10T00:44:28.730835Z","steps":["trace[785102005] 'process raft request' (duration: 482.815598ms)","trace[785102005] 'compare' (duration: 1.351105222s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:28.730888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:26.896264Z","time spent":"1.834597319s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:28.731093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832942946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-60346559-d618-4d51-8295-c1501f95eeea\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-07-10T00:44:28.731174Z","caller":"traceutil/trace.go:171","msg":"trace[271128969] range","detail":"{range_begin:/registry/persistentvolumes/pvc-60346559-d618-4d51-8295-c1501f95eeea; range_end:; response_count:1; response_revision:29396; }","duration":"1.833029078s","start":"2026-07-10T00:44:26.898121Z","end":"2026-07-10T00:44:28.731151Z","steps":["trace[271128969] 'agreement among raft nodes before linearized reading' (duration: 1.832749611s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:28.731215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:26.898069Z","time spent":"1.833138502s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-60346559-d618-4d51-8295-c1501f95eeea\" "} {"level":"warn","ts":"2026-07-10T00:44:28.816548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.437289146s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:44:28.817141Z","caller":"traceutil/trace.go:171","msg":"trace[1151508303] transaction","detail":"{read_only:false; response_revision:29397; number_of_response:1; }","duration":"1.917894727s","start":"2026-07-10T00:44:26.899181Z","end":"2026-07-10T00:44:28.817076Z","steps":["trace[1151508303] 'process raft request' (duration: 1.917591539s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:28.817305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:26.899171Z","time spent":"1.91803549s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:28.817325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915599458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:28.817345Z","caller":"traceutil/trace.go:171","msg":"trace[1146792678] transaction","detail":"{read_only:false; response_revision:29399; number_of_response:1; }","duration":"1.9180032s","start":"2026-07-10T00:44:26.899292Z","end":"2026-07-10T00:44:28.817295Z","steps":["trace[1146792678] 'process raft request' (duration: 1.917694202s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:28.817456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044470092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:28.817449Z","caller":"traceutil/trace.go:171","msg":"trace[2145337971] transaction","detail":"{read_only:false; response_revision:29398; number_of_response:1; }","duration":"1.918167454s","start":"2026-07-10T00:44:26.899235Z","end":"2026-07-10T00:44:28.817402Z","steps":["trace[2145337971] 'process raft request' (duration: 1.917698052s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:28.817506Z","caller":"traceutil/trace.go:171","msg":"trace[1164501249] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:29399; }","duration":"1.044562345s","start":"2026-07-10T00:44:27.772932Z","end":"2026-07-10T00:44:28.817494Z","steps":["trace[1164501249] 'agreement among raft nodes before linearized reading' (duration: 1.044480543s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:28.817539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.08042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:28.817551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:27.77291Z","time spent":"1.044627506s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:28.817608Z","caller":"traceutil/trace.go:171","msg":"trace[1260842305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29399; }","duration":"681.171632ms","start":"2026-07-10T00:44:28.136412Z","end":"2026-07-10T00:44:28.817584Z","steps":["trace[1260842305] 'agreement among raft nodes before linearized reading' (duration: 681.09993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:28.817616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14814384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7566"} {"level":"warn","ts":"2026-07-10T00:44:28.817643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:26.899217Z","time spent":"1.918319519s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:28.817656Z","caller":"traceutil/trace.go:171","msg":"trace[1703726235] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:29399; }","duration":"1.148218572s","start":"2026-07-10T00:44:27.669428Z","end":"2026-07-10T00:44:28.817646Z","steps":["trace[1703726235] 'agreement among raft nodes before linearized reading' (duration: 1.148098309s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:28.817613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221344697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:28.817642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905486746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:28.817728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.614998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-10T00:44:28.817741Z","caller":"traceutil/trace.go:171","msg":"trace[1462101901] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:29399; }","duration":"1.221542902s","start":"2026-07-10T00:44:27.596168Z","end":"2026-07-10T00:44:28.817711Z","steps":["trace[1462101901] 'agreement among raft nodes before linearized reading' (duration: 1.221295176s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:28.817813Z","caller":"traceutil/trace.go:171","msg":"trace[675973067] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29399; }","duration":"918.710341ms","start":"2026-07-10T00:44:27.899057Z","end":"2026-07-10T00:44:28.817768Z","steps":["trace[675973067] 'agreement among raft nodes before linearized reading' (duration: 918.492325ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:28.817386Z","caller":"traceutil/trace.go:171","msg":"trace[1777934999] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:29399; }","duration":"1.915684949s","start":"2026-07-10T00:44:26.901681Z","end":"2026-07-10T00:44:28.817366Z","steps":["trace[1777934999] 'agreement among raft nodes before linearized reading' (duration: 1.915497105s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:28.817757Z","caller":"traceutil/trace.go:171","msg":"trace[441773978] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:29399; }","duration":"1.905684412s","start":"2026-07-10T00:44:26.912043Z","end":"2026-07-10T00:44:28.817727Z","steps":["trace[441773978] 'agreement among raft nodes before linearized reading' (duration: 1.905498547s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:28.817841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:27.596142Z","time spent":"1.221685546s","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:28.817847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:27.899038Z","time spent":"918.801154ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:44:28.817857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:26.901668Z","time spent":"1.916176904s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-10T00:44:28.817883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:26.912018Z","time spent":"1.905846496s","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:28.817452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.049455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-10T00:44:28.817701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:27.6694Z","time spent":"1.148295774s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7589,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-10T00:44:28.817992Z","caller":"traceutil/trace.go:171","msg":"trace[313860810] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:29399; }","duration":"930.652251ms","start":"2026-07-10T00:44:27.887321Z","end":"2026-07-10T00:44:28.817973Z","steps":["trace[313860810] 'agreement among raft nodes before linearized reading' (duration: 929.88465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:28.817658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:28.136391Z","time spent":"681.259225ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:44:28.818063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:27.887301Z","time spent":"930.746214ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-07-10T00:44:28.81819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76181028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:28.818391Z","caller":"traceutil/trace.go:171","msg":"trace[599744066] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:29399; }","duration":"1.762058236s","start":"2026-07-10T00:44:27.056314Z","end":"2026-07-10T00:44:28.818372Z","steps":["trace[599744066] 'agreement among raft nodes before linearized reading' (duration: 1.761255286s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:28.818512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:27.05629Z","time spent":"1.76220166s","remote":"127.0.0.1:58430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:28.818269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:26.899266Z","time spent":"1.918177155s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:29.078575Z","caller":"traceutil/trace.go:171","msg":"trace[751888096] linearizableReadLoop","detail":"{readStateIndex:30762; appliedIndex:30761; }","duration":"258.559274ms","start":"2026-07-10T00:44:28.81999Z","end":"2026-07-10T00:44:29.07855Z","steps":["trace[751888096] 'read index received' (duration: 256.235614ms)","trace[751888096] 'applied index is now lower than readState.Index' (duration: 2.32208ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:29.078587Z","caller":"traceutil/trace.go:171","msg":"trace[6501921] transaction","detail":"{read_only:false; response_revision:29400; number_of_response:1; }","duration":"342.643384ms","start":"2026-07-10T00:44:28.735922Z","end":"2026-07-10T00:44:29.078566Z","steps":["trace[6501921] 'process raft request' (duration: 340.290773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:29.07869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:28.735903Z","time spent":"342.743416ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T00:44:29.078715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.702617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:29.078778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.562341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:44:29.078797Z","caller":"traceutil/trace.go:171","msg":"trace[1197719809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29400; }","duration":"258.825481ms","start":"2026-07-10T00:44:28.819951Z","end":"2026-07-10T00:44:29.078777Z","steps":["trace[1197719809] 'agreement among raft nodes before linearized reading' (duration: 258.680807ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:29.078809Z","caller":"traceutil/trace.go:171","msg":"trace[2063736338] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:29400; }","duration":"207.646513ms","start":"2026-07-10T00:44:28.871152Z","end":"2026-07-10T00:44:29.078799Z","steps":["trace[2063736338] 'agreement among raft nodes before linearized reading' (duration: 207.552891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:29.078845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.516361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:29.078955Z","caller":"traceutil/trace.go:171","msg":"trace[568162203] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:29400; }","duration":"224.672525ms","start":"2026-07-10T00:44:28.854258Z","end":"2026-07-10T00:44:29.078931Z","steps":["trace[568162203] 'agreement among raft nodes before linearized reading' (duration: 224.453399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:29.078915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.439934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-10T00:44:29.079103Z","caller":"traceutil/trace.go:171","msg":"trace[1354420292] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:29400; }","duration":"240.68357ms","start":"2026-07-10T00:44:28.838399Z","end":"2026-07-10T00:44:29.079082Z","steps":["trace[1354420292] 'agreement among raft nodes before linearized reading' (duration: 240.305591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:29.635872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:30.136319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:30.636469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:30.984566Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.806240994s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:44:30.985831Z","caller":"traceutil/trace.go:171","msg":"trace[485818089] transaction","detail":"{read_only:false; response_revision:29403; number_of_response:1; }","duration":"1.851638561s","start":"2026-07-10T00:44:29.134166Z","end":"2026-07-10T00:44:30.985805Z","steps":["trace[485818089] 'process raft request' (duration: 1.851312411s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:30.985957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:29.134136Z","time spent":"1.851771544s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T00:44:31.789336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.682657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:31.789465Z","caller":"traceutil/trace.go:171","msg":"trace[172897779] linearizableReadLoop","detail":"{readStateIndex:30767; appliedIndex:30765; }","duration":"2.654391974s","start":"2026-07-10T00:44:29.135054Z","end":"2026-07-10T00:44:31.789446Z","steps":["trace[172897779] 'read index received' (duration: 1.850701986s)","trace[172897779] 'applied index is now lower than readState.Index' (duration: 803.688408ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:31.789494Z","caller":"traceutil/trace.go:171","msg":"trace[2108635411] transaction","detail":"{read_only:false; response_revision:29404; number_of_response:1; }","duration":"2.439294476s","start":"2026-07-10T00:44:29.350165Z","end":"2026-07-10T00:44:31.789459Z","steps":["trace[2108635411] 'process raft request' (duration: 1.905380613s)","trace[2108635411] 'compare' (duration: 532.682532ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:31.789647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.593463704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"warn","ts":"2026-07-10T00:44:31.789656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654597379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-10T00:44:31.789653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:29.350144Z","time spent":"2.43942326s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:31.789685Z","caller":"traceutil/trace.go:171","msg":"trace[1896522441] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:29404; }","duration":"2.593530517s","start":"2026-07-10T00:44:29.196145Z","end":"2026-07-10T00:44:31.789676Z","steps":["trace[1896522441] 'agreement among raft nodes before linearized reading' (duration: 2.593411023s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:31.789697Z","caller":"traceutil/trace.go:171","msg":"trace[379807920] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:29404; }","duration":"2.654655902s","start":"2026-07-10T00:44:29.135029Z","end":"2026-07-10T00:44:31.789685Z","steps":["trace[379807920] 'agreement among raft nodes before linearized reading' (duration: 2.654486607s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.789694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.948971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:44:31.789776Z","caller":"traceutil/trace.go:171","msg":"trace[354598821] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29404; }","duration":"967.091416ms","start":"2026-07-10T00:44:30.822668Z","end":"2026-07-10T00:44:31.78976Z","steps":["trace[354598821] 'agreement among raft nodes before linearized reading' (duration: 966.90405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.789787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.100919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:31.789805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.136307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:44:31.78984Z","caller":"traceutil/trace.go:171","msg":"trace[706603277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29404; }","duration":"967.214289ms","start":"2026-07-10T00:44:30.822618Z","end":"2026-07-10T00:44:31.789832Z","steps":["trace[706603277] 'agreement among raft nodes before linearized reading' (duration: 967.123366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.789862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.343803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:31.789898Z","caller":"traceutil/trace.go:171","msg":"trace[906139068] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:29404; }","duration":"780.418065ms","start":"2026-07-10T00:44:31.00947Z","end":"2026-07-10T00:44:31.789888Z","steps":["trace[906139068] 'agreement among raft nodes before linearized reading' (duration: 780.361734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.789912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.523002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:31.789928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.009453Z","time spent":"780.467777ms","remote":"127.0.0.1:58390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:31.789941Z","caller":"traceutil/trace.go:171","msg":"trace[1774693405] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:29404; }","duration":"681.576713ms","start":"2026-07-10T00:44:31.108354Z","end":"2026-07-10T00:44:31.789931Z","steps":["trace[1774693405] 'agreement among raft nodes before linearized reading' (duration: 681.534062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.789946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153299884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-07-10T00:44:31.789968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.108338Z","time spent":"681.622134ms","remote":"127.0.0.1:60446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:31.789975Z","caller":"traceutil/trace.go:171","msg":"trace[957411564] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29404; }","duration":"1.153363825s","start":"2026-07-10T00:44:30.636601Z","end":"2026-07-10T00:44:31.789964Z","steps":["trace[957411564] 'agreement among raft nodes before linearized reading' (duration: 1.153285473s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.790104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575820499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-10T00:44:31.790134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.301451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-10T00:44:31.790164Z","caller":"traceutil/trace.go:171","msg":"trace[97541680] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:29404; }","duration":"800.368213ms","start":"2026-07-10T00:44:30.989788Z","end":"2026-07-10T00:44:31.790156Z","steps":["trace[97541680] 'agreement among raft nodes before linearized reading' (duration: 800.286021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.790172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652362613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:31.790188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:30.989767Z","time spent":"800.416034ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"info","ts":"2026-07-10T00:44:31.790204Z","caller":"traceutil/trace.go:171","msg":"trace[1018847563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29404; }","duration":"1.652430275s","start":"2026-07-10T00:44:30.137763Z","end":"2026-07-10T00:44:31.790193Z","steps":["trace[1018847563] 'agreement among raft nodes before linearized reading' (duration: 1.652379614s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.790228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:30.137721Z","time spent":"1.652501547s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:44:31.790265Z","caller":"traceutil/trace.go:171","msg":"trace[10142329] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:29404; }","duration":"1.5758948s","start":"2026-07-10T00:44:30.214238Z","end":"2026-07-10T00:44:31.790133Z","steps":["trace[10142329] 'agreement among raft nodes before linearized reading' (duration: 1.575820719s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.790308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:30.214216Z","time spent":"1.576081536s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:44:31.79034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.604679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-10T00:44:31.790366Z","caller":"traceutil/trace.go:171","msg":"trace[1392741321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29404; }","duration":"967.65607ms","start":"2026-07-10T00:44:30.822704Z","end":"2026-07-10T00:44:31.79036Z","steps":["trace[1392741321] 'agreement among raft nodes before linearized reading' (duration: 967.584598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.790385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:30.822687Z","time spent":"967.693081ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:44:31.790371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622502419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:31.790418Z","caller":"traceutil/trace.go:171","msg":"trace[1145060185] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:29404; }","duration":"1.622586662s","start":"2026-07-10T00:44:30.16782Z","end":"2026-07-10T00:44:31.790407Z","steps":["trace[1145060185] 'agreement among raft nodes before linearized reading' (duration: 1.622499919s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.790461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:30.167799Z","time spent":"1.622652793s","remote":"127.0.0.1:58554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:31.789815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:30.822641Z","time spent":"967.165327ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:44:31.790583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967178085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-10T00:44:31.790621Z","caller":"traceutil/trace.go:171","msg":"trace[584772442] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29404; }","duration":"1.967245797s","start":"2026-07-10T00:44:29.823366Z","end":"2026-07-10T00:44:31.790612Z","steps":["trace[584772442] 'agreement among raft nodes before linearized reading' (duration: 1.967124674s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.789868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:30.822592Z","time spent":"967.269471ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:44:31.790652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:29.823347Z","time spent":"1.967297949s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:44:31.79009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:30.636568Z","time spent":"1.153503389s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:44:31.789723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:29.135018Z","time spent":"2.654696423s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-10T00:44:31.789815Z","caller":"traceutil/trace.go:171","msg":"trace[1316395217] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:29404; }","duration":"706.173001ms","start":"2026-07-10T00:44:31.083632Z","end":"2026-07-10T00:44:31.789805Z","steps":["trace[1316395217] 'agreement among raft nodes before linearized reading' (duration: 706.11771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.79086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.083613Z","time spent":"707.237398ms","remote":"127.0.0.1:46630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:31.789723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:29.196127Z","time spent":"2.593587168s","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"warn","ts":"2026-07-10T00:44:31.789868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.259782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:31.79106Z","caller":"traceutil/trace.go:171","msg":"trace[1266005899] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:29404; }","duration":"621.481424ms","start":"2026-07-10T00:44:31.16956Z","end":"2026-07-10T00:44:31.791042Z","steps":["trace[1266005899] 'agreement among raft nodes before linearized reading' (duration: 620.282593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.790044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575264735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-10T00:44:31.791133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.169539Z","time spent":"621.573847ms","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:31.791155Z","caller":"traceutil/trace.go:171","msg":"trace[1862375643] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:29404; }","duration":"1.576424784s","start":"2026-07-10T00:44:30.214721Z","end":"2026-07-10T00:44:31.791146Z","steps":["trace[1862375643] 'agreement among raft nodes before linearized reading' (duration: 1.575268805s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.791256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:30.214701Z","time spent":"1.576537648s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-10T00:44:31.790635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436114195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"info","ts":"2026-07-10T00:44:31.791465Z","caller":"traceutil/trace.go:171","msg":"trace[698118765] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29404; }","duration":"2.436965897s","start":"2026-07-10T00:44:29.354482Z","end":"2026-07-10T00:44:31.791448Z","steps":["trace[698118765] 'agreement among raft nodes before linearized reading' (duration: 2.436088095s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:31.791511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:29.354468Z","time spent":"2.437033199s","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-07-10T00:44:32.295249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903677662,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:44:33.089773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.637109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:33.089898Z","caller":"traceutil/trace.go:171","msg":"trace[753296545] transaction","detail":"{read_only:false; response_revision:29405; number_of_response:1; }","duration":"1.295775659s","start":"2026-07-10T00:44:31.794105Z","end":"2026-07-10T00:44:33.089881Z","steps":["trace[753296545] 'process raft request' (duration: 700.950225ms)","trace[753296545] 'compare' (duration: 593.426947ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:33.08995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.794077Z","time spent":"1.29584994s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:33.79334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999148886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:33.793415Z","caller":"traceutil/trace.go:171","msg":"trace[590460818] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999236598s","start":"2026-07-10T00:44:31.794161Z","end":"2026-07-10T00:44:33.793397Z","steps":["trace[590460818] 'agreement among raft nodes before linearized reading' (duration: 1.999145356s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:33.793449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.794102Z","time spent":"1.999340582s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:44:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:33.965874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.463556228s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:44:34.726959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.44896112s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:34.727101Z","caller":"traceutil/trace.go:171","msg":"trace[1185235788] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:29405; }","duration":"1.449107934s","start":"2026-07-10T00:44:33.27797Z","end":"2026-07-10T00:44:34.727078Z","steps":["trace[1185235788] 'range keys from in-memory index tree' (duration: 1.44894035s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:34.730402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.178005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:34.73061Z","caller":"traceutil/trace.go:171","msg":"trace[1152206508] transaction","detail":"{read_only:false; response_revision:29406; number_of_response:1; }","duration":"2.935187516s","start":"2026-07-10T00:44:31.79539Z","end":"2026-07-10T00:44:34.730578Z","steps":["trace[1152206508] 'process raft request' (duration: 2.170756575s)","trace[1152206508] 'compare' (duration: 762.155492ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:34.730644Z","caller":"traceutil/trace.go:171","msg":"trace[655194238] transaction","detail":"{read_only:false; response_revision:29407; number_of_response:1; }","duration":"2.935075754s","start":"2026-07-10T00:44:31.795553Z","end":"2026-07-10T00:44:34.730628Z","steps":["trace[655194238] 'process raft request' (duration: 2.93493808s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:34.730695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.795334Z","time spent":"2.935318989s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:34.730704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.795545Z","time spent":"2.935129065s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:34.730747Z","caller":"traceutil/trace.go:171","msg":"trace[274118041] transaction","detail":"{read_only:false; response_revision:29412; number_of_response:1; }","duration":"1.634228254s","start":"2026-07-10T00:44:33.096511Z","end":"2026-07-10T00:44:34.730739Z","steps":["trace[274118041] 'process raft request' (duration: 1.634182743s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:34.730781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:33.096491Z","time spent":"1.634272415s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T00:44:34.730867Z","caller":"traceutil/trace.go:171","msg":"trace[68717948] transaction","detail":"{read_only:false; response_revision:29408; number_of_response:1; }","duration":"2.935218226s","start":"2026-07-10T00:44:31.795644Z","end":"2026-07-10T00:44:34.730862Z","steps":["trace[68717948] 'process raft request' (duration: 2.934929169s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:34.730895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.795639Z","time spent":"2.935242317s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:34.730938Z","caller":"traceutil/trace.go:171","msg":"trace[181777798] transaction","detail":"{read_only:false; response_revision:29411; number_of_response:1; }","duration":"2.662500086s","start":"2026-07-10T00:44:32.068432Z","end":"2026-07-10T00:44:34.730933Z","steps":["trace[181777798] 'process raft request' (duration: 2.662204359s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:34.730961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:32.068411Z","time spent":"2.662537607s","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:34.730983Z","caller":"traceutil/trace.go:171","msg":"trace[793084405] transaction","detail":"{read_only:false; response_revision:29409; number_of_response:1; }","duration":"2.933436601s","start":"2026-07-10T00:44:31.797534Z","end":"2026-07-10T00:44:34.730971Z","steps":["trace[793084405] 'process raft request' (duration: 2.933058132s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:34.731027Z","caller":"traceutil/trace.go:171","msg":"trace[1352841371] linearizableReadLoop","detail":"{readStateIndex:30774; appliedIndex:30767; }","duration":"2.936850509s","start":"2026-07-10T00:44:31.794168Z","end":"2026-07-10T00:44:34.731018Z","steps":["trace[1352841371] 'read index received' (duration: 700.905774ms)","trace[1352841371] 'applied index is now lower than readState.Index' (duration: 2.235943025s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:34.73104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.797526Z","time spent":"2.933482802s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:34.731121Z","caller":"traceutil/trace.go:171","msg":"trace[894172153] transaction","detail":"{read_only:false; response_revision:29410; number_of_response:1; }","duration":"2.933500093s","start":"2026-07-10T00:44:31.797611Z","end":"2026-07-10T00:44:34.731111Z","steps":["trace[894172153] 'process raft request' (duration: 2.93300535s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:34.73117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.7976Z","time spent":"2.933542855s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:35.192638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.066776ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-10T00:44:35.19385Z","caller":"traceutil/trace.go:171","msg":"trace[1272015153] transaction","detail":"{read_only:false; response_revision:29413; number_of_response:1; }","duration":"789.575972ms","start":"2026-07-10T00:44:34.404252Z","end":"2026-07-10T00:44:35.193828Z","steps":["trace[1272015153] 'process raft request' (duration: 788.472063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.193957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:34.404223Z","time spent":"789.670345ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:35.437103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000240644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:44:35.437458Z","caller":"traceutil/trace.go:171","msg":"trace[737022875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000685047s","start":"2026-07-10T00:44:33.436742Z","end":"2026-07-10T00:44:35.437427Z","steps":["trace[737022875] 'agreement among raft nodes before linearized reading' (duration: 2.000263685s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.43762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:33.436724Z","time spent":"2.000858711s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:44:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:44:35.535056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.094664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:35.535386Z","caller":"traceutil/trace.go:171","msg":"trace[1606923481] transaction","detail":"{read_only:false; response_revision:29415; number_of_response:1; }","duration":"794.810699ms","start":"2026-07-10T00:44:34.74055Z","end":"2026-07-10T00:44:35.535361Z","steps":["trace[1606923481] 'process raft request' (duration: 794.660295ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:35.53543Z","caller":"traceutil/trace.go:171","msg":"trace[1711532558] transaction","detail":"{read_only:false; response_revision:29414; number_of_response:1; }","duration":"993.367148ms","start":"2026-07-10T00:44:34.542023Z","end":"2026-07-10T00:44:35.535391Z","steps":["trace[1711532558] 'process raft request' (duration: 651.794611ms)","trace[1711532558] 'compare' (duration: 340.795496ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:35.535501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:34.740528Z","time spent":"794.918292ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T00:44:35.535768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:34.541999Z","time spent":"993.522171ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:35.535846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600390087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:35.535916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537512107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:35.535997Z","caller":"traceutil/trace.go:171","msg":"trace[1782681116] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:29415; }","duration":"1.537610379s","start":"2026-07-10T00:44:33.998365Z","end":"2026-07-10T00:44:35.535975Z","steps":["trace[1782681116] 'agreement among raft nodes before linearized reading' (duration: 1.537382103s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.536019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734217187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:35.536032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15660656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:35.536064Z","caller":"traceutil/trace.go:171","msg":"trace[2128803437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29415; }","duration":"1.73430715s","start":"2026-07-10T00:44:33.801743Z","end":"2026-07-10T00:44:35.53605Z","steps":["trace[2128803437] 'agreement among raft nodes before linearized reading' (duration: 1.734227208s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.536113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352246333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:35.536119Z","caller":"traceutil/trace.go:171","msg":"trace[1379620788] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:29415; }","duration":"1.156699092s","start":"2026-07-10T00:44:34.379367Z","end":"2026-07-10T00:44:35.536066Z","steps":["trace[1379620788] 'agreement among raft nodes before linearized reading' (duration: 1.15661393s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:35.536146Z","caller":"traceutil/trace.go:171","msg":"trace[674623597] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:29415; }","duration":"1.352278704s","start":"2026-07-10T00:44:34.183856Z","end":"2026-07-10T00:44:35.536135Z","steps":["trace[674623597] 'agreement among raft nodes before linearized reading' (duration: 1.352204402s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.536153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:33.801719Z","time spent":"1.734421472s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:44:35.536168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:34.379344Z","time spent":"1.156810546s","remote":"127.0.0.1:60416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:35.536223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.894884651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:44:35.53625Z","caller":"traceutil/trace.go:171","msg":"trace[1972292728] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:29415; }","duration":"2.894947133s","start":"2026-07-10T00:44:32.641297Z","end":"2026-07-10T00:44:35.536244Z","steps":["trace[1972292728] 'agreement among raft nodes before linearized reading' (duration: 2.894898662s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.536269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:32.641275Z","time spent":"2.894989055s","remote":"127.0.0.1:58592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:35.536041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:33.998308Z","time spent":"1.537722332s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:35.536352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.366439379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:35.536379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.529090967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:35.536455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682111045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:35.536458Z","caller":"traceutil/trace.go:171","msg":"trace[1358724334] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:29415; }","duration":"3.52921151s","start":"2026-07-10T00:44:32.007226Z","end":"2026-07-10T00:44:35.536437Z","steps":["trace[1358724334] 'agreement among raft nodes before linearized reading' (duration: 3.529067526s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:35.536457Z","caller":"traceutil/trace.go:171","msg":"trace[806106374] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:29415; }","duration":"3.366607374s","start":"2026-07-10T00:44:32.169822Z","end":"2026-07-10T00:44:35.53643Z","steps":["trace[806106374] 'agreement among raft nodes before linearized reading' (duration: 3.366422489s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:35.536481Z","caller":"traceutil/trace.go:171","msg":"trace[1900858057] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:29415; }","duration":"2.682183157s","start":"2026-07-10T00:44:32.85429Z","end":"2026-07-10T00:44:35.536474Z","steps":["trace[1900858057] 'agreement among raft nodes before linearized reading' (duration: 2.682132526s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.536469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197924101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:35.536505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:32.854268Z","time spent":"2.682230657s","remote":"127.0.0.1:60160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:35.5365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:32.007205Z","time spent":"3.529284771s","remote":"127.0.0.1:53300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:35.536514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:32.169804Z","time spent":"3.366696375s","remote":"127.0.0.1:47900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:35.536524Z","caller":"traceutil/trace.go:171","msg":"trace[913799811] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:29415; }","duration":"2.198027994s","start":"2026-07-10T00:44:33.338481Z","end":"2026-07-10T00:44:35.536509Z","steps":["trace[913799811] 'agreement among raft nodes before linearized reading' (duration: 2.19787881s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.536169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:34.183798Z","time spent":"1.352364856s","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:35.53657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:33.338464Z","time spent":"2.198092555s","remote":"127.0.0.1:46638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:35.536644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702044391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:35.536667Z","caller":"traceutil/trace.go:171","msg":"trace[932585229] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:29415; }","duration":"2.702116765s","start":"2026-07-10T00:44:32.834544Z","end":"2026-07-10T00:44:35.53666Z","steps":["trace[932585229] 'agreement among raft nodes before linearized reading' (duration: 2.702074743s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.536692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:32.834516Z","time spent":"2.702170965s","remote":"127.0.0.1:60426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:35.535927Z","caller":"traceutil/trace.go:171","msg":"trace[1090882306] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:29415; }","duration":"2.600504039s","start":"2026-07-10T00:44:32.935398Z","end":"2026-07-10T00:44:35.535902Z","steps":["trace[1090882306] 'agreement among raft nodes before linearized reading' (duration: 2.600315944s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.536768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:32.93538Z","time spent":"2.601367552s","remote":"127.0.0.1:53196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:35.536901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397187358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q8zbw\" ","response":"range_response_count:1 size:4691"} {"level":"info","ts":"2026-07-10T00:44:35.536931Z","caller":"traceutil/trace.go:171","msg":"trace[537528311] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-q8zbw; range_end:; response_count:1; response_revision:29415; }","duration":"2.397248529s","start":"2026-07-10T00:44:33.139675Z","end":"2026-07-10T00:44:35.536924Z","steps":["trace[537528311] 'agreement among raft nodes before linearized reading' (duration: 2.397099415s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.536952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:33.139656Z","time spent":"2.39728988s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4714,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-q8zbw\" "} {"level":"info","ts":"2026-07-10T00:44:35.535717Z","caller":"traceutil/trace.go:171","msg":"trace[1813030754] linearizableReadLoop","detail":"{readStateIndex:30778; appliedIndex:30775; }","duration":"804.636535ms","start":"2026-07-10T00:44:34.731044Z","end":"2026-07-10T00:44:35.53568Z","steps":["trace[1813030754] 'read index received' (duration: 285.514493ms)","trace[1813030754] 'applied index is now lower than readState.Index' (duration: 519.117571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:35.537199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738207669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-10T00:44:35.537231Z","caller":"traceutil/trace.go:171","msg":"trace[1583305910] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29415; }","duration":"2.738285151s","start":"2026-07-10T00:44:32.798938Z","end":"2026-07-10T00:44:35.537223Z","steps":["trace[1583305910] 'agreement among raft nodes before linearized reading' (duration: 2.73786195s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.537253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:32.798916Z","time spent":"2.738328402s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:44:35.537387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.635410722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:44:35.53747Z","caller":"traceutil/trace.go:171","msg":"trace[193976698] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29415; }","duration":"3.635621508s","start":"2026-07-10T00:44:31.901828Z","end":"2026-07-10T00:44:35.537449Z","steps":["trace[193976698] 'agreement among raft nodes before linearized reading' (duration: 3.635281549s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.537501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:31.901807Z","time spent":"3.63568791s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:44:35.538051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.221302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:35.538083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.141129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16993"} {"level":"info","ts":"2026-07-10T00:44:35.53851Z","caller":"traceutil/trace.go:171","msg":"trace[867748440] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:29415; }","duration":"797.629602ms","start":"2026-07-10T00:44:34.740867Z","end":"2026-07-10T00:44:35.538496Z","steps":["trace[867748440] 'agreement among raft nodes before linearized reading' (duration: 797.050667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.538572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:34.740856Z","time spent":"797.697064ms","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17016,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-07-10T00:44:35.538722Z","caller":"traceutil/trace.go:171","msg":"trace[357340117] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:29415; }","duration":"269.332764ms","start":"2026-07-10T00:44:35.268768Z","end":"2026-07-10T00:44:35.538101Z","steps":["trace[357340117] 'agreement among raft nodes before linearized reading' (duration: 269.233432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.538855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.329517942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-10T00:44:35.538934Z","caller":"traceutil/trace.go:171","msg":"trace[662131527] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:29415; }","duration":"3.329568803s","start":"2026-07-10T00:44:32.209323Z","end":"2026-07-10T00:44:35.538891Z","steps":["trace[662131527] 'agreement among raft nodes before linearized reading' (duration: 3.327444228s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.538965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:32.209272Z","time spent":"3.329683606s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2773,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:35.539288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.840375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:35.539337Z","caller":"traceutil/trace.go:171","msg":"trace[173063183] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:29415; }","duration":"935.944278ms","start":"2026-07-10T00:44:34.60338Z","end":"2026-07-10T00:44:35.539324Z","steps":["trace[173063183] 'agreement among raft nodes before linearized reading' (duration: 932.782496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:35.539369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:34.603361Z","time spent":"935.998499ms","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:36.322515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.966561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:36.322702Z","caller":"traceutil/trace.go:171","msg":"trace[1978512300] transaction","detail":"{read_only:false; response_revision:29418; number_of_response:1; }","duration":"741.832505ms","start":"2026-07-10T00:44:35.580853Z","end":"2026-07-10T00:44:36.322685Z","steps":["trace[1978512300] 'process raft request' (duration: 741.755463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:36.322762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:35.580828Z","time spent":"741.902727ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T00:44:36.322767Z","caller":"traceutil/trace.go:171","msg":"trace[2074106361] transaction","detail":"{read_only:false; response_revision:29417; number_of_response:1; }","duration":"778.69135ms","start":"2026-07-10T00:44:35.544057Z","end":"2026-07-10T00:44:36.322748Z","steps":["trace[2074106361] 'process raft request' (duration: 356.423381ms)","trace[2074106361] 'compare' (duration: 421.535129ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:36.322978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:35.544038Z","time spent":"778.896076ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4869,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:36.323046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.097265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:36.322989Z","caller":"traceutil/trace.go:171","msg":"trace[1222378077] linearizableReadLoop","detail":"{readStateIndex:30781; appliedIndex:30780; }","duration":"746.229839ms","start":"2026-07-10T00:44:35.57675Z","end":"2026-07-10T00:44:36.32298Z","steps":["trace[1222378077] 'read index received' (duration: 323.729584ms)","trace[1222378077] 'applied index is now lower than readState.Index' (duration: 422.499215ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:36.323073Z","caller":"traceutil/trace.go:171","msg":"trace[962963303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29418; }","duration":"778.126706ms","start":"2026-07-10T00:44:35.544941Z","end":"2026-07-10T00:44:36.323068Z","steps":["trace[962963303] 'agreement among raft nodes before linearized reading' (duration: 778.064945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:36.323186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:35.544914Z","time spent":"778.265139ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:44:36.323328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.938491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:36.323354Z","caller":"traceutil/trace.go:171","msg":"trace[933841821] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:29418; }","duration":"750.987962ms","start":"2026-07-10T00:44:35.572359Z","end":"2026-07-10T00:44:36.323347Z","steps":["trace[933841821] 'agreement among raft nodes before linearized reading' (duration: 750.945681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:36.323352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.408032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16993"} {"level":"warn","ts":"2026-07-10T00:44:36.323373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:35.572348Z","time spent":"751.018933ms","remote":"127.0.0.1:60348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:36.323388Z","caller":"traceutil/trace.go:171","msg":"trace[436679155] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29418; }","duration":"744.459583ms","start":"2026-07-10T00:44:35.578917Z","end":"2026-07-10T00:44:36.323377Z","steps":["trace[436679155] 'agreement among raft nodes before linearized reading' (duration: 744.32298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:36.323428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:35.578908Z","time spent":"744.512364ms","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":17016,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-10T00:44:36.323613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.951049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:44:36.323668Z","caller":"traceutil/trace.go:171","msg":"trace[1553093389] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:29418; }","duration":"631.052202ms","start":"2026-07-10T00:44:35.692607Z","end":"2026-07-10T00:44:36.323659Z","steps":["trace[1553093389] 'agreement among raft nodes before linearized reading' (duration: 630.96188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:36.3237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:35.692581Z","time spent":"631.110273ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:36.871874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.080218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:36.87206Z","caller":"traceutil/trace.go:171","msg":"trace[1200249881] transaction","detail":"{read_only:false; response_revision:29419; number_of_response:1; }","duration":"543.681336ms","start":"2026-07-10T00:44:36.328318Z","end":"2026-07-10T00:44:36.871999Z","steps":["trace[1200249881] 'process raft request' (duration: 149.391883ms)","trace[1200249881] 'compare' (duration: 393.555284ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:36.872114Z","caller":"traceutil/trace.go:171","msg":"trace[1488969470] linearizableReadLoop","detail":"{readStateIndex:30783; appliedIndex:30782; }","duration":"537.542988ms","start":"2026-07-10T00:44:36.334528Z","end":"2026-07-10T00:44:36.872071Z","steps":["trace[1488969470] 'read index received' (duration: 143.307916ms)","trace[1488969470] 'applied index is now lower than readState.Index' (duration: 394.233472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:36.872254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.328302Z","time spent":"543.874022ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-10T00:44:36.872344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.797665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-fr29m\" ","response":"range_response_count:1 size:5373"} {"level":"info","ts":"2026-07-10T00:44:36.872379Z","caller":"traceutil/trace.go:171","msg":"trace[668287509] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-fr29m; range_end:; response_count:1; response_revision:29419; }","duration":"537.871716ms","start":"2026-07-10T00:44:36.334499Z","end":"2026-07-10T00:44:36.872371Z","steps":["trace[668287509] 'agreement among raft nodes before linearized reading' (duration: 537.688891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:36.872403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.334486Z","time spent":"537.910748ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5396,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-fr29m\" "} {"level":"info","ts":"2026-07-10T00:44:36.872438Z","caller":"traceutil/trace.go:171","msg":"trace[465228823] transaction","detail":"{read_only:false; response_revision:29420; number_of_response:1; }","duration":"502.966902ms","start":"2026-07-10T00:44:36.369446Z","end":"2026-07-10T00:44:36.872413Z","steps":["trace[465228823] 'process raft request' (duration: 502.759377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:36.872541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.369404Z","time spent":"503.082625ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:37.342242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.995306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:44:37.342457Z","caller":"traceutil/trace.go:171","msg":"trace[2054889720] linearizableReadLoop","detail":"{readStateIndex:30785; appliedIndex:30784; }","duration":"470.263254ms","start":"2026-07-10T00:44:36.872169Z","end":"2026-07-10T00:44:37.342432Z","steps":["trace[2054889720] 'read index received' (duration: 156.922469ms)","trace[2054889720] 'applied index is now lower than readState.Index' (duration: 313.338654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:37.342634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.071278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-10T00:44:37.342741Z","caller":"traceutil/trace.go:171","msg":"trace[1379780045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29421; }","duration":"603.241872ms","start":"2026-07-10T00:44:36.739475Z","end":"2026-07-10T00:44:37.342717Z","steps":["trace[1379780045] 'agreement among raft nodes before linearized reading' (duration: 602.986595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:37.342806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.739447Z","time spent":"603.344795ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T00:44:37.34299Z","caller":"traceutil/trace.go:171","msg":"trace[778659096] transaction","detail":"{read_only:false; response_revision:29421; number_of_response:1; }","duration":"545.227938ms","start":"2026-07-10T00:44:36.797742Z","end":"2026-07-10T00:44:37.34297Z","steps":["trace[778659096] 'process raft request' (duration: 231.407321ms)","trace[778659096] 'compare' (duration: 312.647606ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:37.343011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.682153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:37.34306Z","caller":"traceutil/trace.go:171","msg":"trace[1219349859] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29421; }","duration":"706.766565ms","start":"2026-07-10T00:44:36.636279Z","end":"2026-07-10T00:44:37.343046Z","steps":["trace[1219349859] 'agreement among raft nodes before linearized reading' (duration: 706.681813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:37.343062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.100888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:37.343125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.797714Z","time spent":"545.32644ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:37.343163Z","caller":"traceutil/trace.go:171","msg":"trace[984489716] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:29421; }","duration":"640.224191ms","start":"2026-07-10T00:44:36.702917Z","end":"2026-07-10T00:44:37.343141Z","steps":["trace[984489716] 'agreement among raft nodes before linearized reading' (duration: 640.016355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:37.343102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.63626Z","time spent":"706.834938ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:44:37.343211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.702894Z","time spent":"640.305063ms","remote":"127.0.0.1:58342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:37.342744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.988524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:44:37.343208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.649589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-07-10T00:44:37.343216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.945313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:44:37.343275Z","caller":"traceutil/trace.go:171","msg":"trace[736551512] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3; range_end:; response_count:1; response_revision:29421; }","duration":"798.774612ms","start":"2026-07-10T00:44:36.544485Z","end":"2026-07-10T00:44:37.34326Z","steps":["trace[736551512] 'agreement among raft nodes before linearized reading' (duration: 798.542746ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:37.343302Z","caller":"traceutil/trace.go:171","msg":"trace[1791348222] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:29421; }","duration":"603.032806ms","start":"2026-07-10T00:44:36.740256Z","end":"2026-07-10T00:44:37.343289Z","steps":["trace[1791348222] 'agreement among raft nodes before linearized reading' (duration: 602.76864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:37.343278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.790586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3191"} {"level":"warn","ts":"2026-07-10T00:44:37.343375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.7402Z","time spent":"603.163859ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-10T00:44:37.343403Z","caller":"traceutil/trace.go:171","msg":"trace[96540947] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:29421; }","duration":"544.997182ms","start":"2026-07-10T00:44:36.798383Z","end":"2026-07-10T00:44:37.34338Z","steps":["trace[96540947] 'agreement among raft nodes before linearized reading' (duration: 544.611532ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:37.343334Z","caller":"traceutil/trace.go:171","msg":"trace[2025605899] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:29421; }","duration":"866.776244ms","start":"2026-07-10T00:44:36.476508Z","end":"2026-07-10T00:44:37.343285Z","steps":["trace[2025605899] 'agreement among raft nodes before linearized reading' (duration: 865.992744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:37.34331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.544463Z","time spent":"798.841063ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3972,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5a301902-c24b-4e02-a912-99f44e35b4e3\" "} {"level":"warn","ts":"2026-07-10T00:44:37.343205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.813847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:44:37.343615Z","caller":"traceutil/trace.go:171","msg":"trace[1473799132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29421; }","duration":"604.275019ms","start":"2026-07-10T00:44:36.739327Z","end":"2026-07-10T00:44:37.343602Z","steps":["trace[1473799132] 'agreement among raft nodes before linearized reading' (duration: 603.759545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:37.343665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.739313Z","time spent":"604.338031ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:44:37.344174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.476481Z","time spent":"867.667638ms","remote":"127.0.0.1:53172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:37.34432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.798369Z","time spent":"545.928225ms","remote":"127.0.0.1:37602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3214,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-07-10T00:44:37.502769Z","caller":"traceutil/trace.go:171","msg":"trace[1377435930] transaction","detail":"{read_only:false; response_revision:29422; number_of_response:1; }","duration":"623.946359ms","start":"2026-07-10T00:44:36.878789Z","end":"2026-07-10T00:44:37.502735Z","steps":["trace[1377435930] 'process raft request' (duration: 570.019981ms)","trace[1377435930] 'compare' (duration: 53.394824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:37.5029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.878767Z","time spent":"624.078902ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T00:44:37.5034Z","caller":"traceutil/trace.go:171","msg":"trace[1635203022] transaction","detail":"{read_only:false; number_of_response:0; response_revision:29422; }","duration":"622.86852ms","start":"2026-07-10T00:44:36.880521Z","end":"2026-07-10T00:44:37.503389Z","steps":["trace[1635203022] 'process raft request' (duration: 622.128671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:37.503475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.880512Z","time spent":"622.920261ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T00:44:37.503551Z","caller":"traceutil/trace.go:171","msg":"trace[454912205] transaction","detail":"{read_only:false; response_revision:29423; number_of_response:1; }","duration":"622.548932ms","start":"2026-07-10T00:44:36.880957Z","end":"2026-07-10T00:44:37.503506Z","steps":["trace[454912205] 'process raft request' (duration: 622.278415ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:37.503688Z","caller":"traceutil/trace.go:171","msg":"trace[1004329196] transaction","detail":"{read_only:false; response_revision:29425; number_of_response:1; }","duration":"156.084807ms","start":"2026-07-10T00:44:37.347575Z","end":"2026-07-10T00:44:37.50366Z","steps":["trace[1004329196] 'process raft request' (duration: 155.885772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:37.50372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:36.880929Z","time spent":"622.703406ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5533,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:37.503792Z","caller":"traceutil/trace.go:171","msg":"trace[693928937] transaction","detail":"{read_only:false; response_revision:29426; number_of_response:1; }","duration":"155.963633ms","start":"2026-07-10T00:44:37.347784Z","end":"2026-07-10T00:44:37.503748Z","steps":["trace[693928937] 'process raft request' (duration: 155.715297ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:37.503928Z","caller":"traceutil/trace.go:171","msg":"trace[1604240581] transaction","detail":"{read_only:false; response_revision:29427; number_of_response:1; }","duration":"155.314897ms","start":"2026-07-10T00:44:37.348602Z","end":"2026-07-10T00:44:37.503916Z","steps":["trace[1604240581] 'process raft request' (duration: 154.936447ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:37.50388Z","caller":"traceutil/trace.go:171","msg":"trace[1990494915] transaction","detail":"{read_only:false; response_revision:29424; number_of_response:1; }","duration":"324.965066ms","start":"2026-07-10T00:44:37.178907Z","end":"2026-07-10T00:44:37.503872Z","steps":["trace[1990494915] 'process raft request' (duration: 324.471463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:37.504236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:37.178881Z","time spent":"325.330175ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:44:37.705826Z","caller":"traceutil/trace.go:171","msg":"trace[2097407700] linearizableReadLoop","detail":"{readStateIndex:30793; appliedIndex:30792; }","duration":"195.005745ms","start":"2026-07-10T00:44:37.510789Z","end":"2026-07-10T00:44:37.705795Z","steps":["trace[2097407700] 'read index received' (duration: 137.482164ms)","trace[2097407700] 'applied index is now lower than readState.Index' (duration: 57.520841ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:37.70585Z","caller":"traceutil/trace.go:171","msg":"trace[1678972669] transaction","detail":"{read_only:false; response_revision:29428; number_of_response:1; }","duration":"197.120931ms","start":"2026-07-10T00:44:37.508685Z","end":"2026-07-10T00:44:37.705806Z","steps":["trace[1678972669] 'process raft request' (duration: 139.321763ms)","trace[1678972669] 'compare' (duration: 57.49755ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:37.706128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.306733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-g9t5b\" ","response":"range_response_count:1 size:5487"} {"level":"info","ts":"2026-07-10T00:44:37.706223Z","caller":"traceutil/trace.go:171","msg":"trace[898480804] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-g9t5b; range_end:; response_count:1; response_revision:29428; }","duration":"195.433768ms","start":"2026-07-10T00:44:37.510768Z","end":"2026-07-10T00:44:37.706202Z","steps":["trace[898480804] 'agreement among raft nodes before linearized reading' (duration: 195.116539ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:38.11217Z","caller":"traceutil/trace.go:171","msg":"trace[1263752134] linearizableReadLoop","detail":"{readStateIndex:30794; appliedIndex:30793; }","duration":"406.225023ms","start":"2026-07-10T00:44:37.70591Z","end":"2026-07-10T00:44:38.112135Z","steps":["trace[1263752134] 'read index received' (duration: 338.090947ms)","trace[1263752134] 'applied index is now lower than readState.Index' (duration: 68.132446ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:38.112232Z","caller":"traceutil/trace.go:171","msg":"trace[1779928325] transaction","detail":"{read_only:false; response_revision:29429; number_of_response:1; }","duration":"597.129043ms","start":"2026-07-10T00:44:37.515068Z","end":"2026-07-10T00:44:38.112197Z","steps":["trace[1779928325] 'process raft request' (duration: 528.912565ms)","trace[1779928325] 'compare' (duration: 67.574911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:38.112372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:37.515055Z","time spent":"597.246045ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16844,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:38.112377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.681146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:38.112432Z","caller":"traceutil/trace.go:171","msg":"trace[544606615] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:29429; }","duration":"452.79742ms","start":"2026-07-10T00:44:37.659614Z","end":"2026-07-10T00:44:38.112411Z","steps":["trace[544606615] 'agreement among raft nodes before linearized reading' (duration: 452.678316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:38.112496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:37.659586Z","time spent":"452.877243ms","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:44:38.3647Z","caller":"traceutil/trace.go:171","msg":"trace[159100509] linearizableReadLoop","detail":"{readStateIndex:30795; appliedIndex:30794; }","duration":"252.420496ms","start":"2026-07-10T00:44:38.112254Z","end":"2026-07-10T00:44:38.364674Z","steps":["trace[159100509] 'read index received' (duration: 251.600664ms)","trace[159100509] 'applied index is now lower than readState.Index' (duration: 818.462µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:38.364893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.430501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:44:38.364977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.598275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:44:38.364982Z","caller":"traceutil/trace.go:171","msg":"trace[215982209] transaction","detail":"{read_only:false; response_revision:29430; number_of_response:1; }","duration":"650.252421ms","start":"2026-07-10T00:44:37.714713Z","end":"2026-07-10T00:44:38.364965Z","steps":["trace[215982209] 'process raft request' (duration: 649.244624ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:38.364988Z","caller":"traceutil/trace.go:171","msg":"trace[1903717392] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:29430; }","duration":"371.584595ms","start":"2026-07-10T00:44:37.993384Z","end":"2026-07-10T00:44:38.364968Z","steps":["trace[1903717392] 'agreement among raft nodes before linearized reading' (duration: 371.371799ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:38.365015Z","caller":"traceutil/trace.go:171","msg":"trace[546445867] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:29430; }","duration":"629.666397ms","start":"2026-07-10T00:44:37.735338Z","end":"2026-07-10T00:44:38.365005Z","steps":["trace[546445867] 'agreement among raft nodes before linearized reading' (duration: 629.610555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:38.365031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:37.993363Z","time spent":"371.658407ms","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:38.365056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:37.735323Z","time spent":"629.721498ms","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:44:38.365061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:37.714692Z","time spent":"650.321632ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5661,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:44:38.364927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.427193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-07-10T00:44:38.365239Z","caller":"traceutil/trace.go:171","msg":"trace[1581385560] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:29430; }","duration":"476.793132ms","start":"2026-07-10T00:44:37.888435Z","end":"2026-07-10T00:44:38.365229Z","steps":["trace[1581385560] 'agreement among raft nodes before linearized reading' (duration: 476.375242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:38.365276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:37.888413Z","time spent":"476.853654ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-07-10T00:44:38.365472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.715182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-5bdd98fff-tcpx8.18c0c6569badae9b\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-07-10T00:44:38.365513Z","caller":"traceutil/trace.go:171","msg":"trace[177500623] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-5bdd98fff-tcpx8.18c0c6569badae9b; range_end:; response_count:1; response_revision:29430; }","duration":"655.789913ms","start":"2026-07-10T00:44:37.709712Z","end":"2026-07-10T00:44:38.365502Z","steps":["trace[177500623] 'agreement among raft nodes before linearized reading' (duration: 655.683951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:38.365543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:44:37.709687Z","time spent":"655.847465ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/heat-cfn-5bdd98fff-tcpx8.18c0c6569badae9b\" "} {"level":"warn","ts":"2026-07-10T00:44:38.365556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.397561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:44:38.36558Z","caller":"traceutil/trace.go:171","msg":"trace[1897594419] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29430; }","duration":"226.462142ms","start":"2026-07-10T00:44:38.139111Z","end":"2026-07-10T00:44:38.365573Z","steps":["trace[1897594419] 'agreement among raft nodes before linearized reading' (duration: 226.37165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:44:38.365517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.87804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:44:38.365693Z","caller":"traceutil/trace.go:171","msg":"trace[1391747012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29430; }","duration":"230.082255ms","start":"2026-07-10T00:44:38.135564Z","end":"2026-07-10T00:44:38.365646Z","steps":["trace[1391747012] 'agreement among raft nodes before linearized reading' (duration: 229.852749ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:38.586138Z","caller":"traceutil/trace.go:171","msg":"trace[1890785605] linearizableReadLoop","detail":"{readStateIndex:30800; appliedIndex:30799; }","duration":"122.205049ms","start":"2026-07-10T00:44:38.4639Z","end":"2026-07-10T00:44:38.586105Z","steps":["trace[1890785605] 'read index received' (duration: 44.258658ms)","trace[1890785605] 'applied index is now lower than readState.Index' (duration: 77.944711ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:44:38.586461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.535668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-10T00:44:38.586499Z","caller":"traceutil/trace.go:171","msg":"trace[1495882178] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:29434; }","duration":"122.629ms","start":"2026-07-10T00:44:38.463858Z","end":"2026-07-10T00:44:38.586488Z","steps":["trace[1495882178] 'agreement among raft nodes before linearized reading' (duration: 122.376953ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:44:38.586698Z","caller":"traceutil/trace.go:171","msg":"trace[840073732] transaction","detail":"{read_only:false; response_revision:29434; number_of_response:1; }","duration":"123.485722ms","start":"2026-07-10T00:44:38.463179Z","end":"2026-07-10T00:44:38.586665Z","steps":["trace[840073732] 'process raft request' (duration: 45.056609ms)","trace[840073732] 'compare' (duration: 77.653003ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:44:38.617828Z","caller":"traceutil/trace.go:171","msg":"trace[1900002579] transaction","detail":"{read_only:false; response_revision:29435; number_of_response:1; }","duration":"148.312486ms","start":"2026-07-10T00:44:38.469491Z","end":"2026-07-10T00:44:38.617803Z","steps":["trace[1900002579] 'process raft request' (duration: 147.827743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:34.636169Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903679608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:45:34.985247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.768664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:45:34.985917Z","caller":"traceutil/trace.go:171","msg":"trace[618267447] transaction","detail":"{read_only:false; response_revision:30103; number_of_response:1; }","duration":"1.027425579s","start":"2026-07-10T00:45:33.958441Z","end":"2026-07-10T00:45:34.985866Z","steps":["trace[618267447] 'process raft request' (duration: 692.938897ms)","trace[618267447] 'compare' (duration: 332.943873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:34.986285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:33.958416Z","time spent":"1.02781378s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:35.012016Z","caller":"traceutil/trace.go:171","msg":"trace[985129291] linearizableReadLoop","detail":"{readStateIndex:31496; appliedIndex:31494; }","duration":"876.951168ms","start":"2026-07-10T00:45:34.135024Z","end":"2026-07-10T00:45:35.011975Z","steps":["trace[985129291] 'read index received' (duration: 516.380669ms)","trace[985129291] 'applied index is now lower than readState.Index' (duration: 360.569149ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:45:35.012225Z","caller":"traceutil/trace.go:171","msg":"trace[1366174970] transaction","detail":"{read_only:false; response_revision:30104; number_of_response:1; }","duration":"402.787284ms","start":"2026-07-10T00:45:34.609393Z","end":"2026-07-10T00:45:35.012181Z","steps":["trace[1366174970] 'process raft request' (duration: 402.408304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.012311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.268186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:35.012367Z","caller":"traceutil/trace.go:171","msg":"trace[2046825038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30104; }","duration":"877.39454ms","start":"2026-07-10T00:45:34.134958Z","end":"2026-07-10T00:45:35.012353Z","steps":["trace[2046825038] 'agreement among raft nodes before linearized reading' (duration: 877.209145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.012383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:34.609372Z","time spent":"402.919067ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:45:35.01241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:34.134942Z","time spent":"877.457911ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-10T00:45:35.149142Z","caller":"traceutil/trace.go:171","msg":"trace[735116809] transaction","detail":"{read_only:false; response_revision:30105; number_of_response:1; }","duration":"436.880378ms","start":"2026-07-10T00:45:34.712233Z","end":"2026-07-10T00:45:35.149113Z","steps":["trace[735116809] 'process raft request' (duration: 436.697023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.149334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:34.712213Z","time spent":"437.011771ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:35.149977Z","caller":"traceutil/trace.go:171","msg":"trace[1355524403] linearizableReadLoop","detail":"{readStateIndex:31497; appliedIndex:31497; }","duration":"137.804643ms","start":"2026-07-10T00:45:35.012137Z","end":"2026-07-10T00:45:35.149942Z","steps":["trace[1355524403] 'read index received' (duration: 137.786323ms)","trace[1355524403] 'applied index is now lower than readState.Index' (duration: 15.29µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:35.150327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.660514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-66679bccb-xt2qr.18c0c4f8b393b23d\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-07-10T00:45:35.150391Z","caller":"traceutil/trace.go:171","msg":"trace[1415723316] range","detail":"{range_begin:/registry/events/openstack/barbican-api-66679bccb-xt2qr.18c0c4f8b393b23d; range_end:; response_count:1; response_revision:30105; }","duration":"266.778007ms","start":"2026-07-10T00:45:34.883595Z","end":"2026-07-10T00:45:35.150373Z","steps":["trace[1415723316] 'agreement among raft nodes before linearized reading' (duration: 266.5103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.15046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.805654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:35.150501Z","caller":"traceutil/trace.go:171","msg":"trace[1248187050] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:30105; }","duration":"299.914926ms","start":"2026-07-10T00:45:34.850575Z","end":"2026-07-10T00:45:35.15049Z","steps":["trace[1248187050] 'agreement among raft nodes before linearized reading' (duration: 299.825714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.150694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.098234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-10T00:45:35.150684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.488101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:45:35.150749Z","caller":"traceutil/trace.go:171","msg":"trace[2007292154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30105; }","duration":"933.146175ms","start":"2026-07-10T00:45:34.217585Z","end":"2026-07-10T00:45:35.150732Z","steps":["trace[2007292154] 'agreement among raft nodes before linearized reading' (duration: 933.044823ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:35.150758Z","caller":"traceutil/trace.go:171","msg":"trace[909757173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30105; }","duration":"278.595884ms","start":"2026-07-10T00:45:34.872145Z","end":"2026-07-10T00:45:35.150741Z","steps":["trace[909757173] 'agreement among raft nodes before linearized reading' (duration: 278.369468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.150781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:34.217526Z","time spent":"933.247168ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:45:35.150812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.30765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:35.150762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.910255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-10T00:45:35.150961Z","caller":"traceutil/trace.go:171","msg":"trace[1942407323] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30105; }","duration":"379.174222ms","start":"2026-07-10T00:45:34.771758Z","end":"2026-07-10T00:45:35.150932Z","steps":["trace[1942407323] 'agreement among raft nodes before linearized reading' (duration: 378.632688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.150808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.570186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-10T00:45:35.151053Z","caller":"traceutil/trace.go:171","msg":"trace[690118732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30106; }","duration":"395.837033ms","start":"2026-07-10T00:45:34.755201Z","end":"2026-07-10T00:45:35.151038Z","steps":["trace[690118732] 'agreement among raft nodes before linearized reading' (duration: 395.525535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.151022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:34.77173Z","time spent":"379.279575ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-10T00:45:35.151085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:34.755184Z","time spent":"395.891735ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-10T00:45:35.150896Z","caller":"traceutil/trace.go:171","msg":"trace[707253251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30106; }","duration":"137.413873ms","start":"2026-07-10T00:45:35.013466Z","end":"2026-07-10T00:45:35.15088Z","steps":["trace[707253251] 'agreement among raft nodes before linearized reading' (duration: 137.27884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.150533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.323596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:35.151269Z","caller":"traceutil/trace.go:171","msg":"trace[418487036] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:30105; }","duration":"461.072236ms","start":"2026-07-10T00:45:34.690131Z","end":"2026-07-10T00:45:35.151203Z","steps":["trace[418487036] 'agreement among raft nodes before linearized reading' (duration: 460.296186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.151312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:34.690108Z","time spent":"461.187458ms","remote":"127.0.0.1:60090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:35.150673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.769831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-10T00:45:35.151401Z","caller":"traceutil/trace.go:171","msg":"trace[727732334] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30105; }","duration":"379.543112ms","start":"2026-07-10T00:45:34.771838Z","end":"2026-07-10T00:45:35.151381Z","steps":["trace[727732334] 'agreement among raft nodes before linearized reading' (duration: 378.686419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.150838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.18466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:35.151466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:34.771816Z","time spent":"379.629664ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-10T00:45:35.151507Z","caller":"traceutil/trace.go:171","msg":"trace[559715874] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:30106; }","duration":"792.885609ms","start":"2026-07-10T00:45:34.358608Z","end":"2026-07-10T00:45:35.151493Z","steps":["trace[559715874] 'agreement among raft nodes before linearized reading' (duration: 792.20088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:35.151557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:34.358579Z","time spent":"792.96131ms","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:45:35.150854Z","caller":"traceutil/trace.go:171","msg":"trace[1361885706] transaction","detail":"{read_only:false; response_revision:30106; number_of_response:1; }","duration":"120.948446ms","start":"2026-07-10T00:45:35.029895Z","end":"2026-07-10T00:45:35.150844Z","steps":["trace[1361885706] 'process raft request' (duration: 120.777402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:41.636152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903679741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:45:42.136845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903679741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:45:42.228472Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221698208s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:45:43.135443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:45:43.135538Z","caller":"traceutil/trace.go:171","msg":"trace[443901206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019929s","start":"2026-07-10T00:45:41.135496Z","end":"2026-07-10T00:45:43.135516Z","steps":["trace[443901206] 'agreement among raft nodes before linearized reading' (duration: 1.999905146s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:43.135579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.135476Z","time spent":"2.000094991s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:45:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:43.670631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7131924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:45:43.670731Z","caller":"traceutil/trace.go:171","msg":"trace[1902632237] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:30157; }","duration":"3.713337984s","start":"2026-07-10T00:45:39.957371Z","end":"2026-07-10T00:45:43.670709Z","steps":["trace[1902632237] 'range keys from in-memory index tree' (duration: 3.712969605s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:43.670775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:39.957354Z","time spent":"3.713408495s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:45:43.670997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900299793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:45:43.671006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.181314289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:45:43.671072Z","caller":"traceutil/trace.go:171","msg":"trace[1256763656] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:30157; }","duration":"2.900422956s","start":"2026-07-10T00:45:40.770632Z","end":"2026-07-10T00:45:43.671055Z","steps":["trace[1256763656] 'count revisions from in-memory index tree' (duration: 2.90019426s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:43.671103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:40.770609Z","time spent":"2.900485578s","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:45:43.671112Z","caller":"traceutil/trace.go:171","msg":"trace[2036978009] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:30157; }","duration":"3.181477854s","start":"2026-07-10T00:45:40.489606Z","end":"2026-07-10T00:45:43.671084Z","steps":["trace[2036978009] 'count revisions from in-memory index tree' (duration: 3.181219447s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:43.671102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.237703ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:43.671236Z","caller":"traceutil/trace.go:171","msg":"trace[653376671] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30157; }","duration":"394.368976ms","start":"2026-07-10T00:45:43.276846Z","end":"2026-07-10T00:45:43.671215Z","steps":["trace[653376671] 'range keys from in-memory index tree' (duration: 394.224552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:43.671544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699277861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-10T00:45:43.671615Z","caller":"traceutil/trace.go:171","msg":"trace[1870338631] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30157; }","duration":"2.699397154s","start":"2026-07-10T00:45:40.972203Z","end":"2026-07-10T00:45:43.6716Z","steps":["trace[1870338631] 'range keys from in-memory index tree' (duration: 2.699121726s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:43.671642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:40.972181Z","time spent":"2.699455205s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-10T00:45:43.67117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:40.489586Z","time spent":"3.181567495s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:43.678239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.389690012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:45:43.678316Z","caller":"traceutil/trace.go:171","msg":"trace[1559784538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30157; }","duration":"3.389828475s","start":"2026-07-10T00:45:40.288469Z","end":"2026-07-10T00:45:43.678298Z","steps":["trace[1559784538] 'range keys from in-memory index tree' (duration: 3.389465495s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:43.678346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:40.288445Z","time spent":"3.389893807s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-10T00:45:43.678667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449894834s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:45:43.678834Z","caller":"traceutil/trace.go:171","msg":"trace[1077629551] transaction","detail":"{read_only:false; response_revision:30158; number_of_response:1; }","duration":"2.672094115s","start":"2026-07-10T00:45:41.006645Z","end":"2026-07-10T00:45:43.678739Z","steps":["trace[1077629551] 'process raft request' (duration: 1.222031826s)","trace[1077629551] 'compare' (duration: 1.442282577s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:43.678952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.006619Z","time spent":"2.672260509s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:45:45.106502Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.877701947s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:45:45.13586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000166153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:45.135978Z","caller":"traceutil/trace.go:171","msg":"trace[315783340] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000370689s","start":"2026-07-10T00:45:43.135587Z","end":"2026-07-10T00:45:45.135958Z","steps":["trace[315783340] 'agreement among raft nodes before linearized reading' (duration: 2.000179704s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:45.136027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:43.13556Z","time spent":"2.000457441s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:45:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:46.032187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.033948Z","time spent":"4.998228839s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:45:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:46.170012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.171397Z","time spent":"4.998606122s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:45:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:46.175294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.175485Z","time spent":"4.999801873s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-10T00:45:46.185504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994278038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:46.185583Z","caller":"traceutil/trace.go:171","msg":"trace[290232559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.994399442s","start":"2026-07-10T00:45:41.191166Z","end":"2026-07-10T00:45:46.185565Z","steps":["trace[290232559] 'agreement among raft nodes before linearized reading' (duration: 4.994298069s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:46.185627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.191153Z","time spent":"4.994463793s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/10 00:45:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:46.187775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997394231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:46.187844Z","caller":"traceutil/trace.go:171","msg":"trace[1560155902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.997522773s","start":"2026-07-10T00:45:41.190299Z","end":"2026-07-10T00:45:46.187822Z","steps":["trace[1560155902] 'agreement among raft nodes before linearized reading' (duration: 4.997444461s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:46.187877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.190279Z","time spent":"4.997591886s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/10 00:45:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:46.463405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99793337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:46.463707Z","caller":"traceutil/trace.go:171","msg":"trace[520939610] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99828887s","start":"2026-07-10T00:45:41.465394Z","end":"2026-07-10T00:45:46.463683Z","steps":["trace[520939610] 'agreement among raft nodes before linearized reading' (duration: 4.997974302s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:46.463763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.465371Z","time spent":"4.998378572s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/10 00:45:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:46.66739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.668944Z","time spent":"4.998438356s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/10 00:45:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:47.010652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903803282s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:45:47.012113Z","caller":"traceutil/trace.go:171","msg":"trace[1469289679] transaction","detail":"{read_only:false; response_revision:30164; number_of_response:1; }","duration":"4.249703739s","start":"2026-07-10T00:45:42.76236Z","end":"2026-07-10T00:45:47.012064Z","steps":["trace[1469289679] 'process raft request' (duration: 4.248736165s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:47.012133Z","caller":"traceutil/trace.go:171","msg":"trace[1843041474] linearizableReadLoop","detail":"{readStateIndex:31556; appliedIndex:31551; }","duration":"5.876485869s","start":"2026-07-10T00:45:41.135542Z","end":"2026-07-10T00:45:47.012028Z","steps":["trace[1843041474] 'read index received' (duration: 1.093208385s)","trace[1843041474] 'applied index is now lower than readState.Index' (duration: 4.783273574s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:47.012359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:42.762341Z","time spent":"4.249840803s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:47.012494Z","caller":"traceutil/trace.go:171","msg":"trace[734948459] transaction","detail":"{read_only:false; response_revision:30163; number_of_response:1; }","duration":"4.563786443s","start":"2026-07-10T00:45:42.448272Z","end":"2026-07-10T00:45:47.012059Z","steps":["trace[734948459] 'process raft request' (duration: 4.562776127s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:47.013896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:42.448246Z","time spent":"4.564353759s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:45:47.142126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999988588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:45:47.142299Z","caller":"traceutil/trace.go:171","msg":"trace[1201578275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000219984s","start":"2026-07-10T00:45:45.142053Z","end":"2026-07-10T00:45:47.142273Z","steps":["trace[1201578275] 'agreement among raft nodes before linearized reading' (duration: 2.000012588s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:47.142393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:45.142042Z","time spent":"2.000332956s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:45:47.512331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903679752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:45:48.013372Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903679752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:45:48.51362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903679752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:45:48.639426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000519751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:45:48.639499Z","caller":"traceutil/trace.go:171","msg":"trace[1165227536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634954s","start":"2026-07-10T00:45:46.638847Z","end":"2026-07-10T00:45:48.639482Z","steps":["trace[1165227536] 'agreement among raft nodes before linearized reading' (duration: 2.000541682s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:48.639531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:46.638832Z","time spent":"2.000692545s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:45:49.014457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903679752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:45:49.143528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000097371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:45:49.143608Z","caller":"traceutil/trace.go:171","msg":"trace[1117816951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236865s","start":"2026-07-10T00:45:47.143353Z","end":"2026-07-10T00:45:49.14359Z","steps":["trace[1117816951] 'agreement among raft nodes before linearized reading' (duration: 2.000124892s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:49.143646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:47.143331Z","time spent":"2.000308336s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:45:49.514794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903679752,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:45:49.734104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.725647918s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:45:49.957309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.281367838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:49.957423Z","caller":"traceutil/trace.go:171","msg":"trace[1669691229] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"6.281653875s","start":"2026-07-10T00:45:43.675733Z","end":"2026-07-10T00:45:49.957387Z","steps":["trace[1669691229] 'agreement among raft nodes before linearized reading' (duration: 6.281518742s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:49.957477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:43.675718Z","time spent":"6.281747298s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/10 00:45:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:50.27267Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"50889f494d856ff1","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-10T00:45:50.325391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314208151s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-10T00:45:50.3276Z","caller":"traceutil/trace.go:171","msg":"trace[304494078] transaction","detail":"{read_only:false; response_revision:30165; number_of_response:1; }","duration":"4.640802125s","start":"2026-07-10T00:45:45.686774Z","end":"2026-07-10T00:45:50.327576Z","steps":["trace[304494078] 'process raft request' (duration: 4.638735111s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:50.327721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:45.686745Z","time spent":"4.640916708s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:45:51.031715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997657115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:51.031819Z","caller":"traceutil/trace.go:171","msg":"trace[452772019] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997820669s","start":"2026-07-10T00:45:46.033968Z","end":"2026-07-10T00:45:51.031789Z","steps":["trace[452772019] 'agreement among raft nodes before linearized reading' (duration: 4.997704366s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.031869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:46.033928Z","time spent":"4.997931162s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:51.150095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000501052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:51.150197Z","caller":"traceutil/trace.go:171","msg":"trace[1927944061] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000651976s","start":"2026-07-10T00:45:49.14952Z","end":"2026-07-10T00:45:51.150172Z","steps":["trace[1927944061] 'agreement among raft nodes before linearized reading' (duration: 2.000529123s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.150255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:49.149503Z","time spent":"2.000741408s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:51.170215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998596679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:51.170329Z","caller":"traceutil/trace.go:171","msg":"trace[128894442] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998764124s","start":"2026-07-10T00:45:46.17154Z","end":"2026-07-10T00:45:51.170304Z","steps":["trace[128894442] 'agreement among raft nodes before linearized reading' (duration: 4.99862794s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.17038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:46.171489Z","time spent":"4.998880417s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:51.177966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999571774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:51.178046Z","caller":"traceutil/trace.go:171","msg":"trace[420647712] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999693026s","start":"2026-07-10T00:45:46.178335Z","end":"2026-07-10T00:45:51.178028Z","steps":["trace[420647712] 'agreement among raft nodes before linearized reading' (duration: 4.999591533s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.17809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:46.178318Z","time spent":"4.999763949s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:51.185873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998028555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:51.185919Z","caller":"traceutil/trace.go:171","msg":"trace[1667395131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998121208s","start":"2026-07-10T00:45:48.187787Z","end":"2026-07-10T00:45:51.185908Z","steps":["trace[1667395131] 'agreement among raft nodes before linearized reading' (duration: 2.998066086s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.185951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:48.187763Z","time spent":"2.99818122s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:51.186364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996171037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:51.186444Z","caller":"traceutil/trace.go:171","msg":"trace[1731948179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.9962924s","start":"2026-07-10T00:45:48.190135Z","end":"2026-07-10T00:45:51.186428Z","steps":["trace[1731948179] 'agreement among raft nodes before linearized reading' (duration: 2.996178087s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.186479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:48.190119Z","time spent":"2.996351933s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:51.463853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.9977582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:51.46397Z","caller":"traceutil/trace.go:171","msg":"trace[782536765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997914264s","start":"2026-07-10T00:45:48.466026Z","end":"2026-07-10T00:45:51.46394Z","steps":["trace[782536765] 'agreement among raft nodes before linearized reading' (duration: 2.997777331s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.464025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:48.466009Z","time spent":"2.998004416s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:51.580332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.845993452s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-10T00:45:51.596874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999690874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:51.597157Z","caller":"traceutil/trace.go:171","msg":"trace[25019046] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"10.000031913s","start":"2026-07-10T00:45:41.59706Z","end":"2026-07-10T00:45:51.597092Z","steps":["trace[25019046] 'agreement among raft nodes before linearized reading' (duration: 9.999724455s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.59727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.597031Z","time spent":"10.000220077s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:51.666854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997612463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:51.666979Z","caller":"traceutil/trace.go:171","msg":"trace[675394321] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.997789958s","start":"2026-07-10T00:45:46.669161Z","end":"2026-07-10T00:45:51.666951Z","steps":["trace[675394321] 'agreement among raft nodes before linearized reading' (duration: 4.997636234s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.667051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:46.669147Z","time spent":"4.997889291s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:51.677793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350188386s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:45:51.677995Z","caller":"traceutil/trace.go:171","msg":"trace[1387243065] linearizableReadLoop","detail":"{readStateIndex:31562; appliedIndex:31558; }","duration":"4.665787384s","start":"2026-07-10T00:45:47.012192Z","end":"2026-07-10T00:45:51.677979Z","steps":["trace[1387243065] 'read index received' (duration: 2.722146578s)","trace[1387243065] 'applied index is now lower than readState.Index' (duration: 1.943639776s)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:45:51.67807Z","caller":"traceutil/trace.go:171","msg":"trace[88937883] transaction","detail":"{read_only:false; response_revision:30166; number_of_response:1; }","duration":"4.758485918s","start":"2026-07-10T00:45:46.919572Z","end":"2026-07-10T00:45:51.678058Z","steps":["trace[88937883] 'process raft request' (duration: 3.407946513s)","trace[88937883] 'compare' (duration: 1.347821474s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:51.678116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:46.919523Z","time spent":"4.758567021s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:45:51.678255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.064309613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:51.678265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.064861186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:51.678332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.825616141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-10T00:45:51.678292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.123378025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:45:51.678326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.82134444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:45:51.678364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.086739745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:51.678341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.900166095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:51.678376Z","caller":"traceutil/trace.go:171","msg":"trace[1922405712] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:30167; }","duration":"7.065036051s","start":"2026-07-10T00:45:44.613312Z","end":"2026-07-10T00:45:51.678348Z","steps":["trace[1922405712] 'agreement among raft nodes before linearized reading' (duration: 7.064859907s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:51.678403Z","caller":"traceutil/trace.go:171","msg":"trace[2009708754] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:30167; }","duration":"7.086802336s","start":"2026-07-10T00:45:44.591587Z","end":"2026-07-10T00:45:51.678389Z","steps":["trace[2009708754] 'agreement among raft nodes before linearized reading' (duration: 7.086759285s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.678391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.236575343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:51.67843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:44.591574Z","time spent":"7.086847337s","remote":"127.0.0.1:60276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:45:51.678424Z","caller":"traceutil/trace.go:171","msg":"trace[847569898] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:30167; }","duration":"9.900250237s","start":"2026-07-10T00:45:41.778153Z","end":"2026-07-10T00:45:51.678403Z","steps":["trace[847569898] 'agreement among raft nodes before linearized reading' (duration: 9.900124124s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.678438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:44.613289Z","time spent":"7.065132603s","remote":"127.0.0.1:60288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:45:51.678458Z","caller":"traceutil/trace.go:171","msg":"trace[1529565623] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:30167; }","duration":"6.236680126s","start":"2026-07-10T00:45:45.441757Z","end":"2026-07-10T00:45:51.678437Z","steps":["trace[1529565623] 'agreement among raft nodes before linearized reading' (duration: 6.236583873s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.6783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993723012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11826"} {"level":"warn","ts":"2026-07-10T00:45:51.678483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.778079Z","time spent":"9.90038664s","remote":"127.0.0.1:59992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.678508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994264116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-10T00:45:51.678513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.446015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16996"} {"level":"info","ts":"2026-07-10T00:45:51.678533Z","caller":"traceutil/trace.go:171","msg":"trace[1205173930] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:30167; }","duration":"7.993991929s","start":"2026-07-10T00:45:43.684521Z","end":"2026-07-10T00:45:51.678513Z","steps":["trace[1205173930] 'agreement among raft nodes before linearized reading' (duration: 7.993591828s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:51.67834Z","caller":"traceutil/trace.go:171","msg":"trace[2040590018] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30167; }","duration":"6.064437307s","start":"2026-07-10T00:45:45.613883Z","end":"2026-07-10T00:45:51.67832Z","steps":["trace[2040590018] 'agreement among raft nodes before linearized reading' (duration: 6.064241092s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:51.678559Z","caller":"traceutil/trace.go:171","msg":"trace[1013190927] transaction","detail":"{read_only:false; response_revision:30167; number_of_response:1; }","duration":"2.714331774s","start":"2026-07-10T00:45:48.964215Z","end":"2026-07-10T00:45:51.678547Z","steps":["trace[1013190927] 'process raft request' (duration: 2.713684168s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.678572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:45.613868Z","time spent":"6.064696783s","remote":"127.0.0.1:60224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.678575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:43.684505Z","time spent":"7.994057s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11849,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-10T00:45:51.678484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.279137052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:51.678363Z","caller":"traceutil/trace.go:171","msg":"trace[415489365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30167; }","duration":"9.825686802s","start":"2026-07-10T00:45:41.852667Z","end":"2026-07-10T00:45:51.678354Z","steps":["trace[415489365] 'agreement among raft nodes before linearized reading' (duration: 9.82559571s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.678508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:45.441735Z","time spent":"6.236761458s","remote":"127.0.0.1:60038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.678652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:48.964185Z","time spent":"2.714411927s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:45:51.678664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.643009459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:51.678671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.371696331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-10T00:45:51.67867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.852645Z","time spent":"9.826010851s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-10T00:45:51.678396Z","caller":"traceutil/trace.go:171","msg":"trace[599583592] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:30167; }","duration":"7.123529839s","start":"2026-07-10T00:45:44.554843Z","end":"2026-07-10T00:45:51.678372Z","steps":["trace[599583592] 'agreement among raft nodes before linearized reading' (duration: 7.123292173s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:51.678695Z","caller":"traceutil/trace.go:171","msg":"trace[1006672336] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:30167; }","duration":"6.643063491s","start":"2026-07-10T00:45:45.035621Z","end":"2026-07-10T00:45:51.678685Z","steps":["trace[1006672336] 'agreement among raft nodes before linearized reading' (duration: 6.64302238s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:51.6787Z","caller":"traceutil/trace.go:171","msg":"trace[650926272] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:30167; }","duration":"9.371777603s","start":"2026-07-10T00:45:42.306914Z","end":"2026-07-10T00:45:51.678692Z","steps":["trace[650926272] 'agreement among raft nodes before linearized reading' (duration: 9.37164492s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.678727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:44.554821Z","time spent":"7.123897268s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":17,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.678726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:45.035607Z","time spent":"6.643112472s","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:45:51.678647Z","caller":"traceutil/trace.go:171","msg":"trace[228296981] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:30167; }","duration":"7.279348948s","start":"2026-07-10T00:45:44.399278Z","end":"2026-07-10T00:45:51.678627Z","steps":["trace[228296981] 'agreement among raft nodes before linearized reading' (duration: 7.279161054s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.678621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.539860712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-10T00:45:51.678785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.800470617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:51.678792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:44.399239Z","time spent":"7.279530323s","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.678817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.806193987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:45:51.678819Z","caller":"traceutil/trace.go:171","msg":"trace[55680533] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:30167; }","duration":"4.800504188s","start":"2026-07-10T00:45:46.878303Z","end":"2026-07-10T00:45:51.678807Z","steps":["trace[55680533] 'agreement among raft nodes before linearized reading' (duration: 4.800448667s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:51.678845Z","caller":"traceutil/trace.go:171","msg":"trace[905949395] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:30167; }","duration":"9.806234858s","start":"2026-07-10T00:45:41.872601Z","end":"2026-07-10T00:45:51.678836Z","steps":["trace[905949395] 'agreement among raft nodes before linearized reading' (duration: 9.806156166s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.678856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:46.878226Z","time spent":"4.800621201s","remote":"127.0.0.1:60316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.678871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.872593Z","time spent":"9.80627149s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:45:51.678868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.053268267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:51.678407Z","caller":"traceutil/trace.go:171","msg":"trace[1856946664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30167; }","duration":"9.821465314s","start":"2026-07-10T00:45:41.856917Z","end":"2026-07-10T00:45:51.678383Z","steps":["trace[1856946664] 'agreement among raft nodes before linearized reading' (duration: 9.821233848s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:51.678927Z","caller":"traceutil/trace.go:171","msg":"trace[33757788] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:30167; }","duration":"6.05337332s","start":"2026-07-10T00:45:45.625536Z","end":"2026-07-10T00:45:51.678909Z","steps":["trace[33757788] 'agreement among raft nodes before linearized reading' (duration: 6.053275157s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.678737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:42.306893Z","time spent":"9.371835965s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":137,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.678979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:45.625513Z","time spent":"6.053451911s","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.678983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.856895Z","time spent":"9.822065979s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:45:51.678309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999422228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:51.679056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.058669005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:45:51.679073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.816590754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:45:51.679081Z","caller":"traceutil/trace.go:171","msg":"trace[1005608091] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:30167; }","duration":"10.000236509s","start":"2026-07-10T00:45:41.678833Z","end":"2026-07-10T00:45:51.67907Z","steps":["trace[1005608091] 'agreement among raft nodes before linearized reading' (duration: 9.999432658s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:51.679085Z","caller":"traceutil/trace.go:171","msg":"trace[1936433756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:30167; }","duration":"7.058722587s","start":"2026-07-10T00:45:44.620354Z","end":"2026-07-10T00:45:51.679076Z","steps":["trace[1936433756] 'agreement among raft nodes before linearized reading' (duration: 7.058658855s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:51.679103Z","caller":"traceutil/trace.go:171","msg":"trace[694267784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30167; }","duration":"6.816627774s","start":"2026-07-10T00:45:44.862467Z","end":"2026-07-10T00:45:51.679095Z","steps":["trace[694267784] 'agreement among raft nodes before linearized reading' (duration: 6.816569213s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.678278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.061162531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:51.679113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:44.620342Z","time spent":"7.058762438s","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.679128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:44.862399Z","time spent":"6.816723007s","remote":"127.0.0.1:42756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.679132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:41.678817Z","time spent":"10.0002849s","remote":"127.0.0.1:53172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:45:51.678787Z","caller":"traceutil/trace.go:171","msg":"trace[1003691186] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:30167; }","duration":"6.540055587s","start":"2026-07-10T00:45:45.138719Z","end":"2026-07-10T00:45:51.678775Z","steps":["trace[1003691186] 'agreement among raft nodes before linearized reading' (duration: 6.539814151s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:51.679151Z","caller":"traceutil/trace.go:171","msg":"trace[463808212] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:30167; }","duration":"7.062103485s","start":"2026-07-10T00:45:44.617029Z","end":"2026-07-10T00:45:51.679132Z","steps":["trace[463808212] 'agreement among raft nodes before linearized reading' (duration: 7.061078569s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.679205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:44.617007Z","time spent":"7.062180727s","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.679247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.845770643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:51.67854Z","caller":"traceutil/trace.go:171","msg":"trace[1300337413] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30167; }","duration":"7.994295597s","start":"2026-07-10T00:45:43.684235Z","end":"2026-07-10T00:45:51.678531Z","steps":["trace[1300337413] 'agreement among raft nodes before linearized reading' (duration: 7.994199855s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.679301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:43.684221Z","time spent":"7.995071077s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-10T00:45:51.679303Z","caller":"traceutil/trace.go:171","msg":"trace[1285110927] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:30167; }","duration":"4.845874795s","start":"2026-07-10T00:45:46.83341Z","end":"2026-07-10T00:45:51.679285Z","steps":["trace[1285110927] 'agreement among raft nodes before linearized reading' (duration: 4.845786263s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:51.678542Z","caller":"traceutil/trace.go:171","msg":"trace[90838876] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:30167; }","duration":"7.446046221s","start":"2026-07-10T00:45:44.232489Z","end":"2026-07-10T00:45:51.678536Z","steps":["trace[90838876] 'agreement among raft nodes before linearized reading' (duration: 7.445957249s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.6792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:45.138705Z","time spent":"6.540477459s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"warn","ts":"2026-07-10T00:45:51.679392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:44.232441Z","time spent":"7.446942354s","remote":"127.0.0.1:44260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17019,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-10T00:45:51.679353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:46.833386Z","time spent":"4.845950327s","remote":"127.0.0.1:59962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.679516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.957637066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:51.679539Z","caller":"traceutil/trace.go:171","msg":"trace[1321210693] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:30167; }","duration":"4.957661017s","start":"2026-07-10T00:45:46.72187Z","end":"2026-07-10T00:45:51.679531Z","steps":["trace[1321210693] 'agreement among raft nodes before linearized reading' (duration: 4.957622396s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.679566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:46.721803Z","time spent":"4.957756959s","remote":"127.0.0.1:53264","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.680176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.274208836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-10T00:45:51.680249Z","caller":"traceutil/trace.go:171","msg":"trace[1904904764] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:30167; }","duration":"7.2743369s","start":"2026-07-10T00:45:44.405896Z","end":"2026-07-10T00:45:51.680233Z","steps":["trace[1904904764] 'agreement among raft nodes before linearized reading' (duration: 7.27244139s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.680298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:44.405871Z","time spent":"7.274412531s","remote":"127.0.0.1:44606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2867,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:51.678935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.699106845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:51.680755Z","caller":"traceutil/trace.go:171","msg":"trace[134923155] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:30167; }","duration":"6.700904872s","start":"2026-07-10T00:45:44.979819Z","end":"2026-07-10T00:45:51.680724Z","steps":["trace[134923155] 'agreement among raft nodes before linearized reading' (duration: 6.699088075s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:51.680815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:44.979754Z","time spent":"6.701043406s","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:51.893554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.840473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:45:51.89375Z","caller":"traceutil/trace.go:171","msg":"trace[1663452860] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"213.065429ms","start":"2026-07-10T00:45:51.68064Z","end":"2026-07-10T00:45:51.893706Z","steps":["trace[1663452860] 'agreement among raft nodes before linearized reading' (duration: 212.866234ms)"],"step_count":1} 2026/07/10 00:45:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:45:52.798935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.565085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:45:52.799202Z","caller":"traceutil/trace.go:171","msg":"trace[439011337] linearizableReadLoop","detail":"{readStateIndex:31565; appliedIndex:31562; }","duration":"1.121157793s","start":"2026-07-10T00:45:51.678024Z","end":"2026-07-10T00:45:52.799182Z","steps":["trace[439011337] 'read index received' (duration: 293.346732ms)","trace[439011337] 'applied index is now lower than readState.Index' (duration: 827.809941ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:45:52.799285Z","caller":"traceutil/trace.go:171","msg":"trace[1584188190] transaction","detail":"{read_only:false; response_revision:30168; number_of_response:1; }","duration":"1.624882444s","start":"2026-07-10T00:45:51.174391Z","end":"2026-07-10T00:45:52.799273Z","steps":["trace[1584188190] 'process raft request' (duration: 796.903089ms)","trace[1584188190] 'compare' (duration: 827.285458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:52.799341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.174375Z","time spent":"1.624940056s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T00:45:52.799682Z","caller":"traceutil/trace.go:171","msg":"trace[297253555] transaction","detail":"{read_only:false; response_revision:30169; number_of_response:1; }","duration":"1.611124398s","start":"2026-07-10T00:45:51.188547Z","end":"2026-07-10T00:45:52.799671Z","steps":["trace[297253555] 'process raft request' (duration: 1.610497812s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.799756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.188525Z","time spent":"1.611192349s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:52.799907Z","caller":"traceutil/trace.go:171","msg":"trace[791141755] transaction","detail":"{read_only:false; response_revision:30170; number_of_response:1; }","duration":"1.608189841s","start":"2026-07-10T00:45:51.191707Z","end":"2026-07-10T00:45:52.799897Z","steps":["trace[791141755] 'process raft request' (duration: 1.607412722s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.799983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.191691Z","time spent":"1.608245042s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:45:52.800248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131356738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-07-10T00:45:52.800302Z","caller":"traceutil/trace.go:171","msg":"trace[1081516007] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:30170; }","duration":"1.13144313s","start":"2026-07-10T00:45:51.668843Z","end":"2026-07-10T00:45:52.800286Z","steps":["trace[1081516007] 'agreement among raft nodes before linearized reading' (duration: 1.131292067s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.800335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.668822Z","time spent":"1.131505111s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-10T00:45:52.800487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650046087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:52.800581Z","caller":"traceutil/trace.go:171","msg":"trace[1971561910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30170; }","duration":"1.65015894s","start":"2026-07-10T00:45:51.150398Z","end":"2026-07-10T00:45:52.800557Z","steps":["trace[1971561910] 'agreement among raft nodes before linearized reading' (duration: 1.650015667s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.800563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116372989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-10T00:45:52.800606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135801343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:45:52.800643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.150385Z","time spent":"1.650245052s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:45:52.800653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.764410103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:45:52.800563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.907932977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-10T00:45:52.800627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681801492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:52.800626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395645564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:52.800676Z","caller":"traceutil/trace.go:171","msg":"trace[1335383635] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:30170; }","duration":"2.135912346s","start":"2026-07-10T00:45:50.664744Z","end":"2026-07-10T00:45:52.800656Z","steps":["trace[1335383635] 'agreement among raft nodes before linearized reading' (duration: 2.135783453s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.800541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630286853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-10T00:45:52.800737Z","caller":"traceutil/trace.go:171","msg":"trace[2105692608] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:30170; }","duration":"3.395835378s","start":"2026-07-10T00:45:49.404881Z","end":"2026-07-10T00:45:52.800717Z","steps":["trace[2105692608] 'agreement among raft nodes before linearized reading' (duration: 3.395579012s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.800749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.060927248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:52.800794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74037395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:52.800829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:49.40486Z","time spent":"3.395952642s","remote":"127.0.0.1:60218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:45:52.800843Z","caller":"traceutil/trace.go:171","msg":"trace[870892464] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:30170; }","duration":"2.740467943s","start":"2026-07-10T00:45:50.060362Z","end":"2026-07-10T00:45:52.80083Z","steps":["trace[870892464] 'agreement among raft nodes before linearized reading' (duration: 2.740400632s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:52.800653Z","caller":"traceutil/trace.go:171","msg":"trace[1246308160] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:30170; }","duration":"2.116517682s","start":"2026-07-10T00:45:50.684115Z","end":"2026-07-10T00:45:52.800632Z","steps":["trace[1246308160] 'agreement among raft nodes before linearized reading' (duration: 2.116274116s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.800906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:50.060339Z","time spent":"2.740557815s","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:45:52.800855Z","caller":"traceutil/trace.go:171","msg":"trace[854479382] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30170; }","duration":"2.6305356s","start":"2026-07-10T00:45:50.170236Z","end":"2026-07-10T00:45:52.800772Z","steps":["trace[854479382] 'agreement among raft nodes before linearized reading' (duration: 2.630198241s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.800959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:50.684059Z","time spent":"2.116876311s","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-10T00:45:52.800806Z","caller":"traceutil/trace.go:171","msg":"trace[1298533003] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:30170; }","duration":"4.061062111s","start":"2026-07-10T00:45:48.739735Z","end":"2026-07-10T00:45:52.800797Z","steps":["trace[1298533003] 'agreement among raft nodes before linearized reading' (duration: 4.060986379s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.801092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:48.73971Z","time spent":"4.061364258s","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:52.800746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:50.664723Z","time spent":"2.136007899s","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:52.800548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.269780738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:52.801242Z","caller":"traceutil/trace.go:171","msg":"trace[668041637] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:30170; }","duration":"3.270557918s","start":"2026-07-10T00:45:49.530664Z","end":"2026-07-10T00:45:52.801222Z","steps":["trace[668041637] 'agreement among raft nodes before linearized reading' (duration: 3.269711057s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.801115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:50.17021Z","time spent":"2.630892329s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-10T00:45:52.800695Z","caller":"traceutil/trace.go:171","msg":"trace[1971976356] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:30170; }","duration":"4.908121842s","start":"2026-07-10T00:45:47.892563Z","end":"2026-07-10T00:45:52.800685Z","steps":["trace[1971976356] 'agreement among raft nodes before linearized reading' (duration: 4.907862365s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.800908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634699979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-10T00:45:52.801439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:47.892521Z","time spent":"4.908894481s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-07-10T00:45:52.800596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.725107072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:45:52.801628Z","caller":"traceutil/trace.go:171","msg":"trace[304822150] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:30170; }","duration":"5.726133748s","start":"2026-07-10T00:45:47.075478Z","end":"2026-07-10T00:45:52.801611Z","steps":["trace[304822150] 'agreement among raft nodes before linearized reading' (duration: 5.72501403s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:52.801708Z","caller":"traceutil/trace.go:171","msg":"trace[15278992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30170; }","duration":"2.635248353s","start":"2026-07-10T00:45:50.16616Z","end":"2026-07-10T00:45:52.801408Z","steps":["trace[15278992] 'agreement among raft nodes before linearized reading' (duration: 2.634466903s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.802381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:50.166135Z","time spent":"2.636223097s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:45:52.800556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713553544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:52.800698Z","caller":"traceutil/trace.go:171","msg":"trace[1124017041] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:30170; }","duration":"3.764453775s","start":"2026-07-10T00:45:49.03623Z","end":"2026-07-10T00:45:52.800684Z","steps":["trace[1124017041] 'agreement among raft nodes before linearized reading' (duration: 3.764384273s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:52.800741Z","caller":"traceutil/trace.go:171","msg":"trace[71402419] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:30170; }","duration":"1.681980466s","start":"2026-07-10T00:45:51.11873Z","end":"2026-07-10T00:45:52.800711Z","steps":["trace[71402419] 'agreement among raft nodes before linearized reading' (duration: 1.681771311s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.801302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:49.530643Z","time spent":"3.270642851s","remote":"127.0.0.1:59984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:52.801773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:47.075422Z","time spent":"5.726276441s","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":91,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:52.800483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681468563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:52.803019Z","caller":"traceutil/trace.go:171","msg":"trace[1445243787] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:30170; }","duration":"1.684061131s","start":"2026-07-10T00:45:51.118935Z","end":"2026-07-10T00:45:52.802996Z","steps":["trace[1445243787] 'agreement among raft nodes before linearized reading' (duration: 1.681457553s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.803106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.118911Z","time spent":"1.684177394s","remote":"127.0.0.1:60444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:52.803112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.118702Z","time spent":"1.684373009s","remote":"127.0.0.1:59938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:52.803231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:49.036166Z","time spent":"3.767052592s","remote":"127.0.0.1:54296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:45:52.802893Z","caller":"traceutil/trace.go:171","msg":"trace[1551586087] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:30170; }","duration":"3.715943766s","start":"2026-07-10T00:45:49.086923Z","end":"2026-07-10T00:45:52.802867Z","steps":["trace[1551586087] 'agreement among raft nodes before linearized reading' (duration: 3.713505793s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.80346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:49.086902Z","time spent":"3.716549031s","remote":"127.0.0.1:60376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-10T00:45:52.889162Z","caller":"traceutil/trace.go:171","msg":"trace[1448501132] transaction","detail":"{read_only:false; number_of_response:1; response_revision:30174; }","duration":"1.030505991s","start":"2026-07-10T00:45:51.858631Z","end":"2026-07-10T00:45:52.889137Z","steps":["trace[1448501132] 'process raft request' (duration: 1.03047698s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.889313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.858618Z","time spent":"1.030613464s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:52.889483Z","caller":"traceutil/trace.go:171","msg":"trace[112856244] transaction","detail":"{read_only:false; response_revision:30171; number_of_response:1; }","duration":"1.208358226s","start":"2026-07-10T00:45:51.681116Z","end":"2026-07-10T00:45:52.889474Z","steps":["trace[112856244] 'process raft request' (duration: 1.20773199s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.889551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.681094Z","time spent":"1.208413127s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:52.889782Z","caller":"traceutil/trace.go:171","msg":"trace[454585555] transaction","detail":"{read_only:false; number_of_response:1; response_revision:30174; }","duration":"1.033864699s","start":"2026-07-10T00:45:51.85591Z","end":"2026-07-10T00:45:52.889775Z","steps":["trace[454585555] 'process raft request' (duration: 1.033177321s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:52.889826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.855888Z","time spent":"1.03391662s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:53.156202Z","caller":"traceutil/trace.go:171","msg":"trace[1216535723] transaction","detail":"{read_only:false; response_revision:30175; number_of_response:1; }","duration":"1.13684429s","start":"2026-07-10T00:45:52.019331Z","end":"2026-07-10T00:45:53.156175Z","steps":["trace[1216535723] 'process raft request' (duration: 1.084011009s)","trace[1216535723] 'compare' (duration: 52.072221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:53.156608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.019314Z","time spent":"1.13722072s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:53.156701Z","caller":"traceutil/trace.go:171","msg":"trace[851743732] linearizableReadLoop","detail":"{readStateIndex:31573; appliedIndex:31565; }","duration":"357.440395ms","start":"2026-07-10T00:45:52.79924Z","end":"2026-07-10T00:45:53.15668Z","steps":["trace[851743732] 'read index received' (duration: 89.699807ms)","trace[851743732] 'applied index is now lower than readState.Index' (duration: 267.739948ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:53.156799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.806082Z","time spent":"350.713021ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-10T00:45:53.156342Z","caller":"traceutil/trace.go:171","msg":"trace[1811146271] transaction","detail":"{read_only:false; response_revision:30176; number_of_response:1; }","duration":"821.59839ms","start":"2026-07-10T00:45:52.334724Z","end":"2026-07-10T00:45:53.156323Z","steps":["trace[1811146271] 'process raft request' (duration: 821.404165ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:53.157031Z","caller":"traceutil/trace.go:171","msg":"trace[414045541] transaction","detail":"{read_only:false; response_revision:30177; number_of_response:1; }","duration":"348.957286ms","start":"2026-07-10T00:45:52.808067Z","end":"2026-07-10T00:45:53.157024Z","steps":["trace[414045541] 'process raft request' (duration: 348.479934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.157099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.808058Z","time spent":"348.991957ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:45:53.157035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.334702Z","time spent":"822.293928ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:53.157177Z","caller":"traceutil/trace.go:171","msg":"trace[416835821] transaction","detail":"{read_only:false; response_revision:30178; number_of_response:1; }","duration":"349.009167ms","start":"2026-07-10T00:45:52.808163Z","end":"2026-07-10T00:45:53.157172Z","steps":["trace[416835821] 'process raft request' (duration: 348.471433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.157205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.808156Z","time spent":"349.035037ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:53.157268Z","caller":"traceutil/trace.go:171","msg":"trace[1491220471] transaction","detail":"{read_only:false; response_revision:30179; number_of_response:1; }","duration":"349.083099ms","start":"2026-07-10T00:45:52.80818Z","end":"2026-07-10T00:45:53.157263Z","steps":["trace[1491220471] 'process raft request' (duration: 348.474763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.157295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.808163Z","time spent":"349.118219ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:45:53.157361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.89111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:45:53.157379Z","caller":"traceutil/trace.go:171","msg":"trace[908387210] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:30179; }","duration":"835.974833ms","start":"2026-07-10T00:45:52.321399Z","end":"2026-07-10T00:45:53.157374Z","steps":["trace[908387210] 'agreement among raft nodes before linearized reading' (duration: 835.933332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.157393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.321374Z","time spent":"836.015523ms","remote":"127.0.0.1:44492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:53.157512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069720838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:53.157532Z","caller":"traceutil/trace.go:171","msg":"trace[332808018] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:30179; }","duration":"1.06977035s","start":"2026-07-10T00:45:52.087756Z","end":"2026-07-10T00:45:53.157527Z","steps":["trace[332808018] 'agreement among raft nodes before linearized reading' (duration: 1.069737689s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.157631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.727923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:53.157636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473226189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-10T00:45:53.157651Z","caller":"traceutil/trace.go:171","msg":"trace[720633499] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:30179; }","duration":"347.750474ms","start":"2026-07-10T00:45:52.809896Z","end":"2026-07-10T00:45:53.157646Z","steps":["trace[720633499] 'agreement among raft nodes before linearized reading' (duration: 347.708193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.157654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.69556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:53.157683Z","caller":"traceutil/trace.go:171","msg":"trace[900709875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30179; }","duration":"345.741031ms","start":"2026-07-10T00:45:52.811934Z","end":"2026-07-10T00:45:53.157675Z","steps":["trace[900709875] 'agreement among raft nodes before linearized reading' (duration: 345.67394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.157686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.809834Z","time spent":"347.833195ms","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-10T00:45:53.157703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.811925Z","time spent":"345.773852ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:45:53.1577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364700113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:45:53.15774Z","caller":"traceutil/trace.go:171","msg":"trace[972517918] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:30179; }","duration":"1.364739184s","start":"2026-07-10T00:45:51.792989Z","end":"2026-07-10T00:45:53.157728Z","steps":["trace[972517918] 'agreement among raft nodes before linearized reading' (duration: 1.364676892s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.157732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.850524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0e0bb889-3180-4aed-bf3a-28baeb7d2b04\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-07-10T00:45:53.157765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.920481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-07-10T00:45:53.157788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.792931Z","time spent":"1.364848136s","remote":"127.0.0.1:44460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:45:53.157795Z","caller":"traceutil/trace.go:171","msg":"trace[1798335922] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:30179; }","duration":"349.962401ms","start":"2026-07-10T00:45:52.807824Z","end":"2026-07-10T00:45:53.157787Z","steps":["trace[1798335922] 'agreement among raft nodes before linearized reading' (duration: 349.874019ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:53.1578Z","caller":"traceutil/trace.go:171","msg":"trace[873616190] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0e0bb889-3180-4aed-bf3a-28baeb7d2b04; range_end:; response_count:1; response_revision:30179; }","duration":"350.949096ms","start":"2026-07-10T00:45:52.806834Z","end":"2026-07-10T00:45:53.157783Z","steps":["trace[873616190] 'agreement among raft nodes before linearized reading' (duration: 350.740511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.157764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163569094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:53.157833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.806785Z","time spent":"351.041309ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-0e0bb889-3180-4aed-bf3a-28baeb7d2b04\" "} {"level":"warn","ts":"2026-07-10T00:45:53.157824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.807819Z","time spent":"349.999172ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-10T00:45:53.157639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472164661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11826"} {"level":"info","ts":"2026-07-10T00:45:53.157871Z","caller":"traceutil/trace.go:171","msg":"trace[889897489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:30179; }","duration":"1.163742868s","start":"2026-07-10T00:45:51.994106Z","end":"2026-07-10T00:45:53.157849Z","steps":["trace[889897489] 'agreement among raft nodes before linearized reading' (duration: 1.163530833s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:53.157679Z","caller":"traceutil/trace.go:171","msg":"trace[1653935335] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:30179; }","duration":"1.47328504s","start":"2026-07-10T00:45:51.684381Z","end":"2026-07-10T00:45:53.157666Z","steps":["trace[1653935335] 'agreement among raft nodes before linearized reading' (duration: 1.473150237s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:53.157926Z","caller":"traceutil/trace.go:171","msg":"trace[1727474243] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:30179; }","duration":"1.472465739s","start":"2026-07-10T00:45:51.68545Z","end":"2026-07-10T00:45:53.157916Z","steps":["trace[1727474243] 'agreement among raft nodes before linearized reading' (duration: 1.472071229s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.157935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.684375Z","time spent":"1.473551647s","remote":"127.0.0.1:44280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-10T00:45:53.157935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.994084Z","time spent":"1.16384087s","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:53.157952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:51.685446Z","time spent":"1.472497979s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11849,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-10T00:45:53.157547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:52.087741Z","time spent":"1.06980159s","remote":"127.0.0.1:58482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:53.976977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.02161ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:53.977139Z","caller":"traceutil/trace.go:171","msg":"trace[668726061] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30179; }","duration":"699.207205ms","start":"2026-07-10T00:45:53.277909Z","end":"2026-07-10T00:45:53.977116Z","steps":["trace[668726061] 'range keys from in-memory index tree' (duration: 698.984658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.978324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.026382ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:45:53.978983Z","caller":"traceutil/trace.go:171","msg":"trace[1153561863] transaction","detail":"{read_only:false; response_revision:30180; number_of_response:1; }","duration":"819.996618ms","start":"2026-07-10T00:45:53.158955Z","end":"2026-07-10T00:45:53.978952Z","steps":["trace[1153561863] 'process raft request' (duration: 133.275678ms)","trace[1153561863] 'compare' (duration: 684.902243ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:53.979132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:53.158938Z","time spent":"820.11159ms","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:53.983069Z","caller":"traceutil/trace.go:171","msg":"trace[991975769] transaction","detail":"{read_only:false; response_revision:30181; number_of_response:1; }","duration":"822.807272ms","start":"2026-07-10T00:45:53.160205Z","end":"2026-07-10T00:45:53.983012Z","steps":["trace[991975769] 'process raft request' (duration: 822.452372ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:53.983098Z","caller":"traceutil/trace.go:171","msg":"trace[143342053] transaction","detail":"{read_only:false; response_revision:30182; number_of_response:1; }","duration":"815.002558ms","start":"2026-07-10T00:45:53.168039Z","end":"2026-07-10T00:45:53.983042Z","steps":["trace[143342053] 'process raft request' (duration: 814.730831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:53.983271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:53.16802Z","time spent":"815.154513ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:45:53.98328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:53.160186Z","time spent":"822.954935ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:53.983636Z","caller":"traceutil/trace.go:171","msg":"trace[1521021639] linearizableReadLoop","detail":"{readStateIndex:31579; appliedIndex:31577; }","duration":"820.736717ms","start":"2026-07-10T00:45:53.162887Z","end":"2026-07-10T00:45:53.983624Z","steps":["trace[1521021639] 'read index received' (duration: 129.361947ms)","trace[1521021639] 'applied index is now lower than readState.Index' (duration: 691.37303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:54.178375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.530704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-10T00:45:54.178484Z","caller":"traceutil/trace.go:171","msg":"trace[26836144] linearizableReadLoop","detail":"{readStateIndex:31581; appliedIndex:31580; }","duration":"194.795626ms","start":"2026-07-10T00:45:53.98367Z","end":"2026-07-10T00:45:54.178466Z","steps":["trace[26836144] 'read index received' (duration: 62.102µs)","trace[26836144] 'applied index is now lower than readState.Index' (duration: 194.732224ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:54.178524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015621146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:54.178593Z","caller":"traceutil/trace.go:171","msg":"trace[103279901] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:30182; }","duration":"1.015722838s","start":"2026-07-10T00:45:53.162852Z","end":"2026-07-10T00:45:54.178575Z","steps":["trace[103279901] 'agreement among raft nodes before linearized reading' (duration: 820.863531ms)","trace[103279901] 'range keys from in-memory index tree' (duration: 194.754814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:54.178624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:53.162839Z","time spent":"1.015778069s","remote":"127.0.0.1:44168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-07-10T00:45:54.178724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.65254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-10T00:45:54.178747Z","caller":"traceutil/trace.go:171","msg":"trace[1389954963] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30182; }","duration":"197.712731ms","start":"2026-07-10T00:45:53.981027Z","end":"2026-07-10T00:45:54.17874Z","steps":["trace[1389954963] 'agreement among raft nodes before linearized reading' (duration: 197.524266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:54.178883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014958218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:54.178936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.023114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-07-10T00:45:54.178948Z","caller":"traceutil/trace.go:171","msg":"trace[656279170] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:30182; }","duration":"1.015062201s","start":"2026-07-10T00:45:53.163871Z","end":"2026-07-10T00:45:54.178933Z","steps":["trace[656279170] 'agreement among raft nodes before linearized reading' (duration: 1.014945788s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:54.178963Z","caller":"traceutil/trace.go:171","msg":"trace[2047887508] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:30182; }","duration":"192.081024ms","start":"2026-07-10T00:45:53.986874Z","end":"2026-07-10T00:45:54.178955Z","steps":["trace[2047887508] 'agreement among raft nodes before linearized reading' (duration: 191.965061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:54.178981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:53.163849Z","time spent":"1.015125723s","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-10T00:45:54.179003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.896835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-10T00:45:54.179028Z","caller":"traceutil/trace.go:171","msg":"trace[1466212420] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:30182; }","duration":"503.957067ms","start":"2026-07-10T00:45:53.675064Z","end":"2026-07-10T00:45:54.179021Z","steps":["trace[1466212420] 'agreement among raft nodes before linearized reading' (duration: 503.878265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:54.179048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:53.675045Z","time spent":"503.998119ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"warn","ts":"2026-07-10T00:45:54.179123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.554042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:54.17916Z","caller":"traceutil/trace.go:171","msg":"trace[443565504] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:30182; }","duration":"677.624394ms","start":"2026-07-10T00:45:53.501523Z","end":"2026-07-10T00:45:54.179147Z","steps":["trace[443565504] 'agreement among raft nodes before linearized reading' (duration: 677.553342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:54.179173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.535556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:45:54.179189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:53.501506Z","time spent":"677.672735ms","remote":"127.0.0.1:58390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:45:54.179196Z","caller":"traceutil/trace.go:171","msg":"trace[1447496030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30182; }","duration":"175.588226ms","start":"2026-07-10T00:45:54.003601Z","end":"2026-07-10T00:45:54.17919Z","steps":["trace[1447496030] 'agreement among raft nodes before linearized reading' (duration: 175.541185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:54.179329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.741626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-q8zbw.18c0c6ff81f43bb0\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-10T00:45:54.179362Z","caller":"traceutil/trace.go:171","msg":"trace[1970635653] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-q8zbw.18c0c6ff81f43bb0; range_end:; response_count:1; response_revision:30182; }","duration":"191.793827ms","start":"2026-07-10T00:45:53.987558Z","end":"2026-07-10T00:45:54.179352Z","steps":["trace[1970635653] 'agreement among raft nodes before linearized reading' (duration: 191.663824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:54.68227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903679784,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-10T00:45:54.920489Z","caller":"traceutil/trace.go:171","msg":"trace[2036449208] transaction","detail":"{read_only:false; response_revision:30183; number_of_response:1; }","duration":"739.217341ms","start":"2026-07-10T00:45:54.181243Z","end":"2026-07-10T00:45:54.92046Z","steps":["trace[2036449208] 'process raft request' (duration: 739.028306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:54.920652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:54.181231Z","time spent":"739.338694ms","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:55.053494Z","caller":"traceutil/trace.go:171","msg":"trace[1243594287] transaction","detail":"{read_only:false; response_revision:30186; number_of_response:1; }","duration":"128.110054ms","start":"2026-07-10T00:45:54.925329Z","end":"2026-07-10T00:45:55.053439Z","steps":["trace[1243594287] 'process raft request' (duration: 128.021062ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:55.053869Z","caller":"traceutil/trace.go:171","msg":"trace[266150267] transaction","detail":"{read_only:false; response_revision:30185; number_of_response:1; }","duration":"535.305121ms","start":"2026-07-10T00:45:54.518551Z","end":"2026-07-10T00:45:55.053856Z","steps":["trace[266150267] 'process raft request' (duration: 534.699025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:55.054027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:54.518523Z","time spent":"535.405293ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:55.054058Z","caller":"traceutil/trace.go:171","msg":"trace[1159637840] transaction","detail":"{read_only:false; response_revision:30184; number_of_response:1; }","duration":"865.471978ms","start":"2026-07-10T00:45:54.188559Z","end":"2026-07-10T00:45:55.054031Z","steps":["trace[1159637840] 'process raft request' (duration: 801.086148ms)","trace[1159637840] 'compare' (duration: 63.227251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:55.054176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:54.188536Z","time spent":"865.579161ms","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:45:55.054196Z","caller":"traceutil/trace.go:171","msg":"trace[84902990] linearizableReadLoop","detail":"{readStateIndex:31584; appliedIndex:31581; }","duration":"872.10276ms","start":"2026-07-10T00:45:54.182078Z","end":"2026-07-10T00:45:55.05418Z","steps":["trace[84902990] 'read index received' (duration: 738.170785ms)","trace[84902990] 'applied index is now lower than readState.Index' (duration: 133.930085ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:55.054454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.367047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-10T00:45:55.054497Z","caller":"traceutil/trace.go:171","msg":"trace[2076576662] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:30186; }","duration":"872.428128ms","start":"2026-07-10T00:45:54.182056Z","end":"2026-07-10T00:45:55.054484Z","steps":["trace[2076576662] 'agreement among raft nodes before linearized reading' (duration: 872.240763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:55.054564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:54.182039Z","time spent":"872.515261ms","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-10T00:45:55.054649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.316122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-10T00:45:55.054674Z","caller":"traceutil/trace.go:171","msg":"trace[1035114222] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:30186; }","duration":"100.338022ms","start":"2026-07-10T00:45:54.954329Z","end":"2026-07-10T00:45:55.054667Z","steps":["trace[1035114222] 'agreement among raft nodes before linearized reading' (duration: 100.269271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:55.05478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.686094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:55.054799Z","caller":"traceutil/trace.go:171","msg":"trace[1309912662] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:30186; }","duration":"640.744126ms","start":"2026-07-10T00:45:54.41405Z","end":"2026-07-10T00:45:55.054794Z","steps":["trace[1309912662] 'agreement among raft nodes before linearized reading' (duration: 640.712395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:55.054813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:54.414027Z","time spent":"640.782037ms","remote":"127.0.0.1:60108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:45:55.054584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.218117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-10T00:45:55.054924Z","caller":"traceutil/trace.go:171","msg":"trace[538038687] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:30186; }","duration":"871.503644ms","start":"2026-07-10T00:45:54.183345Z","end":"2026-07-10T00:45:55.054849Z","steps":["trace[538038687] 'agreement among raft nodes before linearized reading' (duration: 871.166976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:55.055015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:54.183338Z","time spent":"871.631407ms","remote":"127.0.0.1:44254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":707,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-10T00:45:55.055023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.000879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:45:55.055062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.075202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0318bb38-1117-4add-868c-f3fe80cae904\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-10T00:45:55.055198Z","caller":"traceutil/trace.go:171","msg":"trace[533572385] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0318bb38-1117-4add-868c-f3fe80cae904; range_end:; response_count:1; response_revision:30186; }","duration":"871.234728ms","start":"2026-07-10T00:45:54.183945Z","end":"2026-07-10T00:45:55.05518Z","steps":["trace[533572385] 'agreement among raft nodes before linearized reading' (duration: 870.938709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:55.055234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:54.183938Z","time spent":"871.289119ms","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-0318bb38-1117-4add-868c-f3fe80cae904\" "} {"level":"info","ts":"2026-07-10T00:45:55.055265Z","caller":"traceutil/trace.go:171","msg":"trace[1201913210] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:30186; }","duration":"869.103832ms","start":"2026-07-10T00:45:54.185964Z","end":"2026-07-10T00:45:55.055068Z","steps":["trace[1201913210] 'agreement among raft nodes before linearized reading' (duration: 868.943998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:55.055362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:45:54.185958Z","time spent":"869.38784ms","remote":"127.0.0.1:44352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-10T00:45:55.296935Z","caller":"traceutil/trace.go:171","msg":"trace[393005731] linearizableReadLoop","detail":"{readStateIndex:31588; appliedIndex:31587; }","duration":"159.246663ms","start":"2026-07-10T00:45:55.137656Z","end":"2026-07-10T00:45:55.296903Z","steps":["trace[393005731] 'read index received' (duration: 146.070001ms)","trace[393005731] 'applied index is now lower than readState.Index' (duration: 13.174842ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:45:55.297073Z","caller":"traceutil/trace.go:171","msg":"trace[723311408] transaction","detail":"{read_only:false; response_revision:30189; number_of_response:1; }","duration":"163.36483ms","start":"2026-07-10T00:45:55.133562Z","end":"2026-07-10T00:45:55.296927Z","steps":["trace[723311408] 'process raft request' (duration: 150.192688ms)","trace[723311408] 'compare' (duration: 12.796132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:55.297151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.475279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:55.297209Z","caller":"traceutil/trace.go:171","msg":"trace[311993291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30189; }","duration":"159.556491ms","start":"2026-07-10T00:45:55.137619Z","end":"2026-07-10T00:45:55.297176Z","steps":["trace[311993291] 'agreement among raft nodes before linearized reading' (duration: 159.382947ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:55.455939Z","caller":"traceutil/trace.go:171","msg":"trace[1257792261] linearizableReadLoop","detail":"{readStateIndex:31589; appliedIndex:31588; }","duration":"157.801686ms","start":"2026-07-10T00:45:55.29809Z","end":"2026-07-10T00:45:55.455891Z","steps":["trace[1257792261] 'read index received' (duration: 124.167413ms)","trace[1257792261] 'applied index is now lower than readState.Index' (duration: 33.633493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:45:55.460398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.033212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-g9t5b.18c0c7000271f725\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-07-10T00:45:55.460475Z","caller":"traceutil/trace.go:171","msg":"trace[1260079352] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-g9t5b.18c0c7000271f725; range_end:; response_count:1; response_revision:30190; }","duration":"160.136696ms","start":"2026-07-10T00:45:55.300321Z","end":"2026-07-10T00:45:55.460458Z","steps":["trace[1260079352] 'agreement among raft nodes before linearized reading' (duration: 159.92324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:45:55.460665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.573219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:45:55.460689Z","caller":"traceutil/trace.go:171","msg":"trace[663109517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30190; }","duration":"162.620099ms","start":"2026-07-10T00:45:55.298063Z","end":"2026-07-10T00:45:55.460683Z","steps":["trace[663109517] 'agreement among raft nodes before linearized reading' (duration: 162.579878ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:45:55.458375Z","caller":"traceutil/trace.go:171","msg":"trace[1004951265] transaction","detail":"{read_only:false; response_revision:30190; number_of_response:1; }","duration":"281.536295ms","start":"2026-07-10T00:45:55.176779Z","end":"2026-07-10T00:45:55.458316Z","steps":["trace[1004951265] 'process raft request' (duration: 245.541772ms)","trace[1004951265] 'compare' (duration: 33.477538ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:46:06.117415Z","caller":"traceutil/trace.go:171","msg":"trace[1034933582] transaction","detail":"{read_only:false; response_revision:30283; number_of_response:1; }","duration":"107.813837ms","start":"2026-07-10T00:46:06.009566Z","end":"2026-07-10T00:46:06.11738Z","steps":["trace[1034933582] 'process raft request' (duration: 107.588691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:46:08.344228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.843984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:46:08.344369Z","caller":"traceutil/trace.go:171","msg":"trace[1519950580] linearizableReadLoop","detail":"{readStateIndex:31688; appliedIndex:31687; }","duration":"233.93199ms","start":"2026-07-10T00:46:08.110415Z","end":"2026-07-10T00:46:08.344347Z","steps":["trace[1519950580] 'read index received' (duration: 127.542449ms)","trace[1519950580] 'applied index is now lower than readState.Index' (duration: 106.38705ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:46:08.344436Z","caller":"traceutil/trace.go:171","msg":"trace[1193800235] transaction","detail":"{read_only:false; response_revision:30287; number_of_response:1; }","duration":"257.08152ms","start":"2026-07-10T00:46:08.087279Z","end":"2026-07-10T00:46:08.344361Z","steps":["trace[1193800235] 'process raft request' (duration: 147.941758ms)","trace[1193800235] 'compare' (duration: 108.66644ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:46:08.344676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.32487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-10T00:46:08.344731Z","caller":"traceutil/trace.go:171","msg":"trace[1914340783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30287; }","duration":"234.477254ms","start":"2026-07-10T00:46:08.110242Z","end":"2026-07-10T00:46:08.34472Z","steps":["trace[1914340783] 'agreement among raft nodes before linearized reading' (duration: 234.260328ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:46:08.533338Z","caller":"traceutil/trace.go:171","msg":"trace[69041843] transaction","detail":"{read_only:false; response_revision:30289; number_of_response:1; }","duration":"350.866154ms","start":"2026-07-10T00:46:08.182433Z","end":"2026-07-10T00:46:08.5333Z","steps":["trace[69041843] 'process raft request' (duration: 350.529175ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:46:08.533387Z","caller":"traceutil/trace.go:171","msg":"trace[939105934] transaction","detail":"{read_only:false; response_revision:30288; number_of_response:1; }","duration":"410.136693ms","start":"2026-07-10T00:46:08.12321Z","end":"2026-07-10T00:46:08.533347Z","steps":["trace[939105934] 'process raft request' (duration: 404.194739ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:46:08.533419Z","caller":"traceutil/trace.go:171","msg":"trace[1484263826] linearizableReadLoop","detail":"{readStateIndex:31690; appliedIndex:31688; }","duration":"188.924203ms","start":"2026-07-10T00:46:08.344451Z","end":"2026-07-10T00:46:08.533375Z","steps":["trace[1484263826] 'read index received' (duration: 182.969549ms)","trace[1484263826] 'applied index is now lower than readState.Index' (duration: 5.950414ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:46:08.53347Z","caller":"traceutil/trace.go:171","msg":"trace[399570112] transaction","detail":"{read_only:false; response_revision:30290; number_of_response:1; }","duration":"184.481887ms","start":"2026-07-10T00:46:08.348966Z","end":"2026-07-10T00:46:08.533448Z","steps":["trace[399570112] 'process raft request' (duration: 184.131308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:46:08.533504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:46:08.182412Z","time spent":"351.010529ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:46:08.533584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:46:08.123197Z","time spent":"410.284007ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:46:08.535616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.709184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:46:08.535706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.09716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-10T00:46:08.535708Z","caller":"traceutil/trace.go:171","msg":"trace[874212475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30290; }","duration":"401.839298ms","start":"2026-07-10T00:46:08.133848Z","end":"2026-07-10T00:46:08.535687Z","steps":["trace[874212475] 'agreement among raft nodes before linearized reading' (duration: 399.567979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:46:08.535764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.86045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:46:08.535774Z","caller":"traceutil/trace.go:171","msg":"trace[1638316264] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30290; }","duration":"408.180562ms","start":"2026-07-10T00:46:08.127573Z","end":"2026-07-10T00:46:08.535753Z","steps":["trace[1638316264] 'agreement among raft nodes before linearized reading' (duration: 405.874532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:46:08.53578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:46:08.133835Z","time spent":"401.93471ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:46:08.535786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.03531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:46:08.535784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.471475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-10T00:46:08.535826Z","caller":"traceutil/trace.go:171","msg":"trace[1709274137] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:30290; }","duration":"250.960262ms","start":"2026-07-10T00:46:08.284848Z","end":"2026-07-10T00:46:08.535808Z","steps":["trace[1709274137] 'agreement among raft nodes before linearized reading' (duration: 248.55492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:46:08.535836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:46:08.127527Z","time spent":"408.297305ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-10T00:46:08.535851Z","caller":"traceutil/trace.go:171","msg":"trace[1349173332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30290; }","duration":"414.590438ms","start":"2026-07-10T00:46:08.121248Z","end":"2026-07-10T00:46:08.535838Z","steps":["trace[1349173332] 'agreement among raft nodes before linearized reading' (duration: 412.301428ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:46:08.53585Z","caller":"traceutil/trace.go:171","msg":"trace[192368705] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:30290; }","duration":"373.128783ms","start":"2026-07-10T00:46:08.1627Z","end":"2026-07-10T00:46:08.535829Z","steps":["trace[192368705] 'agreement among raft nodes before linearized reading' (duration: 370.72647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:46:08.535864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.377093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-10T00:46:08.53589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.859899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-10T00:46:08.535897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:46:08.12123Z","time spent":"414.657719ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:46:08.535908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:46:08.162681Z","time spent":"373.212596ms","remote":"127.0.0.1:60078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:46:08.535953Z","caller":"traceutil/trace.go:171","msg":"trace[867923761] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30290; }","duration":"366.937842ms","start":"2026-07-10T00:46:08.168999Z","end":"2026-07-10T00:46:08.535936Z","steps":["trace[867923761] 'agreement among raft nodes before linearized reading' (duration: 364.424356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:46:08.535993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:46:08.168991Z","time spent":"366.993993ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-10T00:46:08.535703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.80679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-10T00:46:08.536042Z","caller":"traceutil/trace.go:171","msg":"trace[823001062] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:30290; }","duration":"189.155779ms","start":"2026-07-10T00:46:08.346876Z","end":"2026-07-10T00:46:08.536032Z","steps":["trace[823001062] 'agreement among raft nodes before linearized reading' (duration: 188.686897ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:46:08.53594Z","caller":"traceutil/trace.go:171","msg":"trace[1305519268] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30290; }","duration":"372.500246ms","start":"2026-07-10T00:46:08.163399Z","end":"2026-07-10T00:46:08.5359Z","steps":["trace[1305519268] 'agreement among raft nodes before linearized reading' (duration: 369.97906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:46:08.537264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:46:08.163393Z","time spent":"373.160712ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-10T00:46:58.432524Z","caller":"traceutil/trace.go:171","msg":"trace[676282975] transaction","detail":"{read_only:false; response_revision:30907; number_of_response:1; }","duration":"130.797594ms","start":"2026-07-10T00:46:58.301686Z","end":"2026-07-10T00:46:58.432484Z","steps":["trace[676282975] 'process raft request' (duration: 100.736004ms)","trace[676282975] 'compare' (duration: 29.64643ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:47:02.971557Z","caller":"traceutil/trace.go:171","msg":"trace[687702810] linearizableReadLoop","detail":"{readStateIndex:32370; appliedIndex:32369; }","duration":"126.337358ms","start":"2026-07-10T00:47:02.845189Z","end":"2026-07-10T00:47:02.971526Z","steps":["trace[687702810] 'read index received' (duration: 126.184784ms)","trace[687702810] 'applied index is now lower than readState.Index' (duration: 151.424µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:47:02.971648Z","caller":"traceutil/trace.go:171","msg":"trace[1261356782] transaction","detail":"{read_only:false; response_revision:30944; number_of_response:1; }","duration":"129.806808ms","start":"2026-07-10T00:47:02.841812Z","end":"2026-07-10T00:47:02.971619Z","steps":["trace[1261356782] 'process raft request' (duration: 129.534921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:47:02.971774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.565024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:47:02.971872Z","caller":"traceutil/trace.go:171","msg":"trace[128324038] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30944; }","duration":"126.707609ms","start":"2026-07-10T00:47:02.845143Z","end":"2026-07-10T00:47:02.971851Z","steps":["trace[128324038] 'agreement among raft nodes before linearized reading' (duration: 126.508493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:47:03.0568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.174232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:47:03.056909Z","caller":"traceutil/trace.go:171","msg":"trace[731368837] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30944; }","duration":"203.340827ms","start":"2026-07-10T00:47:02.853548Z","end":"2026-07-10T00:47:03.056888Z","steps":["trace[731368837] 'agreement among raft nodes before linearized reading' (duration: 203.093351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:47:03.056908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.226174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-10T00:47:03.057018Z","caller":"traceutil/trace.go:171","msg":"trace[1562266311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30944; }","duration":"203.365618ms","start":"2026-07-10T00:47:02.853626Z","end":"2026-07-10T00:47:03.056991Z","steps":["trace[1562266311] 'agreement among raft nodes before linearized reading' (duration: 203.05765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:47:03.057413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.320956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-10T00:47:03.057504Z","caller":"traceutil/trace.go:171","msg":"trace[1790679570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30944; }","duration":"203.411758ms","start":"2026-07-10T00:47:02.854072Z","end":"2026-07-10T00:47:03.057484Z","steps":["trace[1790679570] 'agreement among raft nodes before linearized reading' (duration: 203.208723ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:47:20.955487Z","caller":"traceutil/trace.go:171","msg":"trace[465777758] transaction","detail":"{read_only:false; response_revision:31155; number_of_response:1; }","duration":"112.15352ms","start":"2026-07-10T00:47:20.843304Z","end":"2026-07-10T00:47:20.955458Z","steps":["trace[465777758] 'process raft request' (duration: 109.540302ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:47:21.95263Z","caller":"traceutil/trace.go:171","msg":"trace[1187050854] transaction","detail":"{read_only:false; response_revision:31168; number_of_response:1; }","duration":"112.839167ms","start":"2026-07-10T00:47:21.839707Z","end":"2026-07-10T00:47:21.952546Z","steps":["trace[1187050854] 'process raft request' (duration: 98.571397ms)","trace[1187050854] 'compare' (duration: 13.84825ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:47:22.047812Z","caller":"traceutil/trace.go:171","msg":"trace[262610110] linearizableReadLoop","detail":"{readStateIndex:32604; appliedIndex:32602; }","duration":"121.135543ms","start":"2026-07-10T00:47:21.926646Z","end":"2026-07-10T00:47:22.047782Z","steps":["trace[262610110] 'read index received' (duration: 11.610551ms)","trace[262610110] 'applied index is now lower than readState.Index' (duration: 109.523802ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:47:22.048233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.433921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:47:22.048282Z","caller":"traceutil/trace.go:171","msg":"trace[33785396] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:31169; }","duration":"121.660986ms","start":"2026-07-10T00:47:21.926611Z","end":"2026-07-10T00:47:22.048272Z","steps":["trace[33785396] 'agreement among raft nodes before linearized reading' (duration: 121.291117ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:47:22.048725Z","caller":"traceutil/trace.go:171","msg":"trace[2076619740] transaction","detail":"{read_only:false; response_revision:31169; number_of_response:1; }","duration":"135.713302ms","start":"2026-07-10T00:47:21.912999Z","end":"2026-07-10T00:47:22.048712Z","steps":["trace[2076619740] 'process raft request' (duration: 134.617724ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:47:22.964185Z","caller":"traceutil/trace.go:171","msg":"trace[286016306] transaction","detail":"{read_only:false; response_revision:31172; number_of_response:1; }","duration":"165.863694ms","start":"2026-07-10T00:47:22.798287Z","end":"2026-07-10T00:47:22.964151Z","steps":["trace[286016306] 'process raft request' (duration: 162.940568ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:47:51.404843Z","caller":"traceutil/trace.go:171","msg":"trace[2128667326] transaction","detail":"{read_only:false; response_revision:31462; number_of_response:1; }","duration":"117.95057ms","start":"2026-07-10T00:47:51.286854Z","end":"2026-07-10T00:47:51.404804Z","steps":["trace[2128667326] 'process raft request' (duration: 103.594248ms)","trace[2128667326] 'compare' (duration: 13.85913ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:49:03.963958Z","caller":"traceutil/trace.go:171","msg":"trace[1700038542] transaction","detail":"{read_only:false; response_revision:32316; number_of_response:1; }","duration":"177.510796ms","start":"2026-07-10T00:49:03.786421Z","end":"2026-07-10T00:49:03.963932Z","steps":["trace[1700038542] 'process raft request' (duration: 177.367423ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:49:04.226926Z","caller":"traceutil/trace.go:171","msg":"trace[1586923796] linearizableReadLoop","detail":"{readStateIndex:33799; appliedIndex:33797; }","duration":"390.208076ms","start":"2026-07-10T00:49:03.836678Z","end":"2026-07-10T00:49:04.226886Z","steps":["trace[1586923796] 'read index received' (duration: 127.202791ms)","trace[1586923796] 'applied index is now lower than readState.Index' (duration: 263.004525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:49:04.22734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.627036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:49:04.227428Z","caller":"traceutil/trace.go:171","msg":"trace[1890940239] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:32317; }","duration":"390.720209ms","start":"2026-07-10T00:49:03.836673Z","end":"2026-07-10T00:49:04.227393Z","steps":["trace[1890940239] 'agreement among raft nodes before linearized reading' (duration: 390.587495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:49:04.2275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:49:03.83664Z","time spent":"390.844402ms","remote":"127.0.0.1:60174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:49:04.227388Z","caller":"traceutil/trace.go:171","msg":"trace[1167861801] transaction","detail":"{read_only:false; response_revision:32317; number_of_response:1; }","duration":"399.363513ms","start":"2026-07-10T00:49:03.827981Z","end":"2026-07-10T00:49:04.227345Z","steps":["trace[1167861801] 'process raft request' (duration: 395.934694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:49:04.227568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.462833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4840"} {"level":"warn","ts":"2026-07-10T00:49:04.22762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.164237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:49:04.227657Z","caller":"traceutil/trace.go:171","msg":"trace[808110727] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:32317; }","duration":"380.586546ms","start":"2026-07-10T00:49:03.847046Z","end":"2026-07-10T00:49:04.227632Z","steps":["trace[808110727] 'agreement among raft nodes before linearized reading' (duration: 380.316259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:49:04.227694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:49:03.827961Z","time spent":"399.664862ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:49:04.227726Z","caller":"traceutil/trace.go:171","msg":"trace[735191527] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32317; }","duration":"298.318002ms","start":"2026-07-10T00:49:03.929382Z","end":"2026-07-10T00:49:04.2277Z","steps":["trace[735191527] 'agreement among raft nodes before linearized reading' (duration: 298.007254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:49:04.227735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:49:03.847035Z","time spent":"380.682868ms","remote":"127.0.0.1:44312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4863,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-10T00:49:04.22794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.087527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:49:04.227925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.341867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-10T00:49:04.227973Z","caller":"traceutil/trace.go:171","msg":"trace[1060984106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32317; }","duration":"364.139099ms","start":"2026-07-10T00:49:03.863825Z","end":"2026-07-10T00:49:04.227965Z","steps":["trace[1060984106] 'agreement among raft nodes before linearized reading' (duration: 363.985675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:49:04.227998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:49:03.863817Z","time spent":"364.17637ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-10T00:49:04.22801Z","caller":"traceutil/trace.go:171","msg":"trace[1968243788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:32317; }","duration":"272.4692ms","start":"2026-07-10T00:49:03.955521Z","end":"2026-07-10T00:49:04.22799Z","steps":["trace[1968243788] 'agreement among raft nodes before linearized reading' (duration: 272.177752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:49:04.228055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.677012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-10T00:49:04.228125Z","caller":"traceutil/trace.go:171","msg":"trace[868935531] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:32317; }","duration":"273.779024ms","start":"2026-07-10T00:49:03.954335Z","end":"2026-07-10T00:49:04.228114Z","steps":["trace[868935531] 'agreement among raft nodes before linearized reading' (duration: 273.640191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:49:04.228131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.079003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:49:04.228182Z","caller":"traceutil/trace.go:171","msg":"trace[1550984807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32317; }","duration":"365.154865ms","start":"2026-07-10T00:49:03.863015Z","end":"2026-07-10T00:49:04.22817Z","steps":["trace[1550984807] 'agreement among raft nodes before linearized reading' (duration: 364.97428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:49:04.228238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:49:03.863003Z","time spent":"365.226117ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-10T00:50:18.864573Z","caller":"traceutil/trace.go:171","msg":"trace[226334733] linearizableReadLoop","detail":"{readStateIndex:34692; appliedIndex:34691; }","duration":"178.315607ms","start":"2026-07-10T00:50:18.686223Z","end":"2026-07-10T00:50:18.864539Z","steps":["trace[226334733] 'read index received' (duration: 178.153463ms)","trace[226334733] 'applied index is now lower than readState.Index' (duration: 158.794µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:50:18.86465Z","caller":"traceutil/trace.go:171","msg":"trace[812448411] transaction","detail":"{read_only:false; response_revision:33173; number_of_response:1; }","duration":"238.333364ms","start":"2026-07-10T00:50:18.626276Z","end":"2026-07-10T00:50:18.86461Z","steps":["trace[812448411] 'process raft request' (duration: 238.051397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:50:18.864963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.725698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-10T00:50:18.865019Z","caller":"traceutil/trace.go:171","msg":"trace[1023441639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33173; }","duration":"178.831751ms","start":"2026-07-10T00:50:18.686173Z","end":"2026-07-10T00:50:18.865005Z","steps":["trace[1023441639] 'agreement among raft nodes before linearized reading' (duration: 178.521253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:50:18.865486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.505018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:50:18.865589Z","caller":"traceutil/trace.go:171","msg":"trace[446053457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33174; }","duration":"174.641371ms","start":"2026-07-10T00:50:18.690927Z","end":"2026-07-10T00:50:18.865568Z","steps":["trace[446053457] 'agreement among raft nodes before linearized reading' (duration: 174.389815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:50:18.865769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.668522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-10T00:50:18.865841Z","caller":"traceutil/trace.go:171","msg":"trace[1565459082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33174; }","duration":"174.801605ms","start":"2026-07-10T00:50:18.691022Z","end":"2026-07-10T00:50:18.865824Z","steps":["trace[1565459082] 'agreement among raft nodes before linearized reading' (duration: 174.540248ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:54:12.812829Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32403} {"level":"info","ts":"2026-07-10T00:54:13.0871Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32403,"took":"270.383246ms","hash":3960886350,"current-db-size-bytes":65097728,"current-db-size":"65 MB","current-db-size-in-use-bytes":36110336,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-10T00:54:13.087177Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3960886350,"revision":32403,"compact-revision":23229} {"level":"info","ts":"2026-07-10T00:55:18.769818Z","caller":"traceutil/trace.go:171","msg":"trace[85612905] linearizableReadLoop","detail":"{readStateIndex:37501; appliedIndex:37500; }","duration":"100.669591ms","start":"2026-07-10T00:55:18.669121Z","end":"2026-07-10T00:55:18.769791Z","steps":["trace[85612905] 'read index received' (duration: 100.437675ms)","trace[85612905] 'applied index is now lower than readState.Index' (duration: 230.936µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:55:18.770109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.963109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:55:18.7703Z","caller":"traceutil/trace.go:171","msg":"trace[1318414651] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:35855; }","duration":"101.148484ms","start":"2026-07-10T00:55:18.669105Z","end":"2026-07-10T00:55:18.770254Z","steps":["trace[1318414651] 'agreement among raft nodes before linearized reading' (duration: 100.935059ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:55:18.770234Z","caller":"traceutil/trace.go:171","msg":"trace[136538964] transaction","detail":"{read_only:false; response_revision:35855; number_of_response:1; }","duration":"103.210858ms","start":"2026-07-10T00:55:18.66695Z","end":"2026-07-10T00:55:18.770161Z","steps":["trace[136538964] 'process raft request' (duration: 102.705035ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:55:58.322234Z","caller":"traceutil/trace.go:171","msg":"trace[1594931977] linearizableReadLoop","detail":"{readStateIndex:37856; appliedIndex:37855; }","duration":"142.136087ms","start":"2026-07-10T00:55:58.180074Z","end":"2026-07-10T00:55:58.32221Z","steps":["trace[1594931977] 'read index received' (duration: 142.059625ms)","trace[1594931977] 'applied index is now lower than readState.Index' (duration: 75.472µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:55:58.322394Z","caller":"traceutil/trace.go:171","msg":"trace[683858449] transaction","detail":"{read_only:false; response_revision:36194; number_of_response:1; }","duration":"147.045505ms","start":"2026-07-10T00:55:58.175319Z","end":"2026-07-10T00:55:58.322364Z","steps":["trace[683858449] 'process raft request' (duration: 146.723797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:55:58.322648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.559678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:60137"} {"level":"info","ts":"2026-07-10T00:55:58.322698Z","caller":"traceutil/trace.go:171","msg":"trace[1172712303] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:36194; }","duration":"142.64766ms","start":"2026-07-10T00:55:58.180037Z","end":"2026-07-10T00:55:58.322684Z","steps":["trace[1172712303] 'agreement among raft nodes before linearized reading' (duration: 142.309761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:55:58.627694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.54026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:55:58.6278Z","caller":"traceutil/trace.go:171","msg":"trace[1969544094] linearizableReadLoop","detail":"{readStateIndex:37857; appliedIndex:37856; }","duration":"305.461654ms","start":"2026-07-10T00:55:58.322323Z","end":"2026-07-10T00:55:58.627784Z","steps":["trace[1969544094] 'read index received' (duration: 96.710258ms)","trace[1969544094] 'applied index is now lower than readState.Index' (duration: 208.749846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:55:58.628027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.014029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-10T00:55:58.628008Z","caller":"traceutil/trace.go:171","msg":"trace[1761771147] transaction","detail":"{read_only:false; response_revision:36195; number_of_response:1; }","duration":"440.19811ms","start":"2026-07-10T00:55:58.187767Z","end":"2026-07-10T00:55:58.627965Z","steps":["trace[1761771147] 'process raft request' (duration: 231.29659ms)","trace[1761771147] 'compare' (duration: 208.388737ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:55:58.628055Z","caller":"traceutil/trace.go:171","msg":"trace[1298368180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36195; }","duration":"380.077371ms","start":"2026-07-10T00:55:58.247969Z","end":"2026-07-10T00:55:58.628046Z","steps":["trace[1298368180] 'agreement among raft nodes before linearized reading' (duration: 379.851765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:55:58.628115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:58.247951Z","time spent":"380.123651ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:55:58.628139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:58.187731Z","time spent":"440.332773ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:55:59.173308Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:55:59.673756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:00.175544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:00.676494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695539,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:00.727221Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.155392465s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:56:00.727747Z","caller":"traceutil/trace.go:171","msg":"trace[1822208788] transaction","detail":"{read_only:false; response_revision:36196; number_of_response:1; }","duration":"2.156004791s","start":"2026-07-10T00:55:58.57171Z","end":"2026-07-10T00:56:00.727715Z","steps":["trace[1822208788] 'process raft request' (duration: 2.155811736s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:00.727898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:58.571687Z","time spent":"2.156124773s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:01.136564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-10T00:56:01.136679Z","caller":"traceutil/trace.go:171","msg":"trace[770932360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000663331s","start":"2026-07-10T00:55:59.135975Z","end":"2026-07-10T00:56:01.136638Z","steps":["trace[770932360] 'agreement among raft nodes before linearized reading' (duration: 2.000542998s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.136867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:59.135958Z","time spent":"2.000895327s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:56:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-10T00:56:01.260358Z","caller":"traceutil/trace.go:171","msg":"trace[1227360006] transaction","detail":"{read_only:false; response_revision:36200; number_of_response:1; }","duration":"1.376773507s","start":"2026-07-10T00:55:59.883561Z","end":"2026-07-10T00:56:01.260334Z","steps":["trace[1227360006] 'process raft request' (duration: 1.376721216s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.26048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:59.88354Z","time spent":"1.376884289s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:01.260433Z","caller":"traceutil/trace.go:171","msg":"trace[969606361] transaction","detail":"{read_only:false; response_revision:36198; number_of_response:1; }","duration":"2.229528759s","start":"2026-07-10T00:55:59.030857Z","end":"2026-07-10T00:56:01.260386Z","steps":["trace[969606361] 'process raft request' (duration: 2.229378105s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:01.260568Z","caller":"traceutil/trace.go:171","msg":"trace[1790152105] transaction","detail":"{read_only:false; response_revision:36199; number_of_response:1; }","duration":"2.137386228s","start":"2026-07-10T00:55:59.123177Z","end":"2026-07-10T00:56:01.260563Z","steps":["trace[1790152105] 'process raft request' (duration: 2.13708575s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.260601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:59.123155Z","time spent":"2.1374295s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:01.260626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:59.030737Z","time spent":"2.229792775s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:01.260717Z","caller":"traceutil/trace.go:171","msg":"trace[545074233] transaction","detail":"{read_only:false; response_revision:36201; number_of_response:1; }","duration":"933.499878ms","start":"2026-07-10T00:56:00.327212Z","end":"2026-07-10T00:56:01.260712Z","steps":["trace[545074233] 'process raft request' (duration: 933.095948ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:01.26065Z","caller":"traceutil/trace.go:171","msg":"trace[1423742008] transaction","detail":"{read_only:false; response_revision:36197; number_of_response:1; }","duration":"2.628471308s","start":"2026-07-10T00:55:58.632174Z","end":"2026-07-10T00:56:01.260646Z","steps":["trace[1423742008] 'process raft request' (duration: 2.627899863s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.260795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:58.63216Z","time spent":"2.628614522s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:01.260823Z","caller":"traceutil/trace.go:171","msg":"trace[917544609] linearizableReadLoop","detail":"{readStateIndex:37864; appliedIndex:37857; }","duration":"2.587545207s","start":"2026-07-10T00:55:58.673272Z","end":"2026-07-10T00:56:01.260818Z","steps":["trace[917544609] 'read index received' (duration: 2.054254901s)","trace[917544609] 'applied index is now lower than readState.Index' (duration: 533.289545ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:56:01.260753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:00.32719Z","time spent":"933.547128ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:01.260881Z","caller":"traceutil/trace.go:171","msg":"trace[1575395349] transaction","detail":"{read_only:false; response_revision:36202; number_of_response:1; }","duration":"627.514609ms","start":"2026-07-10T00:56:00.633361Z","end":"2026-07-10T00:56:01.260876Z","steps":["trace[1575395349] 'process raft request' (duration: 627.322614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.26091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:00.633335Z","time spent":"627.56007ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:01.261008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587741501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-10T00:56:01.261027Z","caller":"traceutil/trace.go:171","msg":"trace[1509427333] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36202; }","duration":"2.587800733s","start":"2026-07-10T00:55:58.673222Z","end":"2026-07-10T00:56:01.261023Z","steps":["trace[1509427333] 'agreement among raft nodes before linearized reading' (duration: 2.587718671s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.261041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:58.673204Z","time spent":"2.587833584s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:56:01.261425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410335888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:56:01.261414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585891473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-10T00:56:01.261455Z","caller":"traceutil/trace.go:171","msg":"trace[1667657360] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:36202; }","duration":"1.41040875s","start":"2026-07-10T00:55:59.851039Z","end":"2026-07-10T00:56:01.261448Z","steps":["trace[1667657360] 'agreement among raft nodes before linearized reading' (duration: 1.410356098s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.261472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:59.851015Z","time spent":"1.410452471s","remote":"127.0.0.1:44520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:01.261479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267658178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:56:01.261487Z","caller":"traceutil/trace.go:171","msg":"trace[149969093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36202; }","duration":"2.585998886s","start":"2026-07-10T00:55:58.675468Z","end":"2026-07-10T00:56:01.261467Z","steps":["trace[149969093] 'agreement among raft nodes before linearized reading' (duration: 2.585651627s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:01.261523Z","caller":"traceutil/trace.go:171","msg":"trace[1418202183] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:36202; }","duration":"2.26774569s","start":"2026-07-10T00:55:58.993766Z","end":"2026-07-10T00:56:01.261512Z","steps":["trace[1418202183] 'agreement among raft nodes before linearized reading' (duration: 2.267641108s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.261534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:58.67545Z","time spent":"2.586073378s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:56:01.261553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:58.993745Z","time spent":"2.267802802s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:56:01.261564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.515349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:01.261578Z","caller":"traceutil/trace.go:171","msg":"trace[1367706524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36202; }","duration":"124.569061ms","start":"2026-07-10T00:56:01.137004Z","end":"2026-07-10T00:56:01.261573Z","steps":["trace[1367706524] 'agreement among raft nodes before linearized reading' (duration: 124.54214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.261629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57965966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:01.261657Z","caller":"traceutil/trace.go:171","msg":"trace[151848060] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:36202; }","duration":"1.579729182s","start":"2026-07-10T00:55:59.68192Z","end":"2026-07-10T00:56:01.261649Z","steps":["trace[151848060] 'agreement among raft nodes before linearized reading' (duration: 1.579689171s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.261684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:59.681881Z","time spent":"1.579796223s","remote":"127.0.0.1:37570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:01.261694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.381392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"info","ts":"2026-07-10T00:56:01.261714Z","caller":"traceutil/trace.go:171","msg":"trace[746786848] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36202; }","duration":"251.430783ms","start":"2026-07-10T00:56:01.010277Z","end":"2026-07-10T00:56:01.261708Z","steps":["trace[746786848] 'agreement among raft nodes before linearized reading' (duration: 251.375652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.261851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190028544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:01.261885Z","caller":"traceutil/trace.go:171","msg":"trace[936104204] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:36202; }","duration":"2.190101256s","start":"2026-07-10T00:55:59.071775Z","end":"2026-07-10T00:56:01.261876Z","steps":["trace[936104204] 'agreement among raft nodes before linearized reading' (duration: 2.190052174s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.261892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.490086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:56:01.261908Z","caller":"traceutil/trace.go:171","msg":"trace[1885673023] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:36202; }","duration":"625.540687ms","start":"2026-07-10T00:56:00.636362Z","end":"2026-07-10T00:56:01.261903Z","steps":["trace[1885673023] 'agreement among raft nodes before linearized reading' (duration: 625.515057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.261865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.05923872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-10T00:56:01.26193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:00.636342Z","time spent":"625.583159ms","remote":"127.0.0.1:58608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:56:01.261965Z","caller":"traceutil/trace.go:171","msg":"trace[2066283161] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36202; }","duration":"2.059444246s","start":"2026-07-10T00:55:59.202495Z","end":"2026-07-10T00:56:01.261939Z","steps":["trace[2066283161] 'agreement among raft nodes before linearized reading' (duration: 2.059140498s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.262014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571832639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-10T00:56:01.262026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:59.202417Z","time spent":"2.05959851s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:56:01.262067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075338096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:4 size:60137"} {"level":"info","ts":"2026-07-10T00:56:01.262053Z","caller":"traceutil/trace.go:171","msg":"trace[919869553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36202; }","duration":"2.57189787s","start":"2026-07-10T00:55:58.690142Z","end":"2026-07-10T00:56:01.26204Z","steps":["trace[919869553] 'agreement among raft nodes before linearized reading' (duration: 2.571791197s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:01.262089Z","caller":"traceutil/trace.go:171","msg":"trace[80758990] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:4; response_revision:36202; }","duration":"1.075399238s","start":"2026-07-10T00:56:00.186685Z","end":"2026-07-10T00:56:01.262084Z","steps":["trace[80758990] 'agreement among raft nodes before linearized reading' (duration: 1.075316276s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.261909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569403245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:56:01.262103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:00.186662Z","time spent":"1.075438609s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":60160,"request content":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" "} {"level":"warn","ts":"2026-07-10T00:56:01.262109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:58.690123Z","time spent":"2.571977722s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:56:01.261907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:59.071748Z","time spent":"2.190153357s","remote":"127.0.0.1:60392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:01.262189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226371645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:01.262214Z","caller":"traceutil/trace.go:171","msg":"trace[813772069] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:36202; }","duration":"1.226400736s","start":"2026-07-10T00:56:00.035807Z","end":"2026-07-10T00:56:01.262208Z","steps":["trace[813772069] 'agreement among raft nodes before linearized reading' (duration: 1.226356975s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.262234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:00.035744Z","time spent":"1.226484948s","remote":"127.0.0.1:47914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:01.261848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436310613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:01.262352Z","caller":"traceutil/trace.go:171","msg":"trace[2032345742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:36202; }","duration":"2.436869297s","start":"2026-07-10T00:55:58.825476Z","end":"2026-07-10T00:56:01.262345Z","steps":["trace[2032345742] 'agreement among raft nodes before linearized reading' (duration: 2.436263292s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.262372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:58.825457Z","time spent":"2.436907928s","remote":"127.0.0.1:42774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:56:01.262114Z","caller":"traceutil/trace.go:171","msg":"trace[1880767077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:36202; }","duration":"2.569640681s","start":"2026-07-10T00:55:58.692465Z","end":"2026-07-10T00:56:01.262105Z","steps":["trace[1880767077] 'agreement among raft nodes before linearized reading' (duration: 2.569410605s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.262461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:58.692452Z","time spent":"2.56998462s","remote":"127.0.0.1:58514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:01.261865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.568417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-10T00:56:01.262616Z","caller":"traceutil/trace.go:171","msg":"trace[1490807991] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:36202; }","duration":"609.349687ms","start":"2026-07-10T00:56:00.653259Z","end":"2026-07-10T00:56:01.262608Z","steps":["trace[1490807991] 'agreement among raft nodes before linearized reading' (duration: 608.560047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.262637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:00.653246Z","time spent":"609.384728ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-10T00:56:01.262362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578112731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-10T00:56:01.262727Z","caller":"traceutil/trace.go:171","msg":"trace[2057826996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36202; }","duration":"2.578504391s","start":"2026-07-10T00:55:58.684217Z","end":"2026-07-10T00:56:01.262722Z","steps":["trace[2057826996] 'agreement among raft nodes before linearized reading' (duration: 2.57806529s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.262743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:58.684206Z","time spent":"2.578532452s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:56:01.262404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396081977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:56:01.262902Z","caller":"traceutil/trace.go:171","msg":"trace[1508981478] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36202; }","duration":"1.396620171s","start":"2026-07-10T00:55:59.866275Z","end":"2026-07-10T00:56:01.262895Z","steps":["trace[1508981478] 'agreement among raft nodes before linearized reading' (duration: 1.396071697s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:01.262924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:55:59.866252Z","time spent":"1.396664992s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:56:02.570703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.327516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:56:02.570841Z","caller":"traceutil/trace.go:171","msg":"trace[1541413052] transaction","detail":"{read_only:false; response_revision:36203; number_of_response:1; }","duration":"1.303653949s","start":"2026-07-10T00:56:01.267162Z","end":"2026-07-10T00:56:02.570816Z","steps":["trace[1541413052] 'process raft request' (duration: 344.120507ms)","trace[1541413052] 'compare' (duration: 958.626199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:56:02.570907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.267155Z","time spent":"1.3037209s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:02.628337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017043715s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:56:02.62884Z","caller":"traceutil/trace.go:171","msg":"trace[1604882551] transaction","detail":"{read_only:false; response_revision:36204; number_of_response:1; }","duration":"1.361140551s","start":"2026-07-10T00:56:01.267668Z","end":"2026-07-10T00:56:02.628808Z","steps":["trace[1604882551] 'process raft request' (duration: 1.360941036s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.629025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.267654Z","time spent":"1.361273705s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:02.629255Z","caller":"traceutil/trace.go:171","msg":"trace[1877571392] transaction","detail":"{read_only:false; response_revision:36205; number_of_response:1; }","duration":"1.361410118s","start":"2026-07-10T00:56:01.26779Z","end":"2026-07-10T00:56:02.6292Z","steps":["trace[1877571392] 'process raft request' (duration: 1.360970166s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:02.629326Z","caller":"traceutil/trace.go:171","msg":"trace[20050357] transaction","detail":"{read_only:false; response_revision:36206; number_of_response:1; }","duration":"1.36150593s","start":"2026-07-10T00:56:01.267798Z","end":"2026-07-10T00:56:02.629304Z","steps":["trace[20050357] 'process raft request' (duration: 1.361279675s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:02.629372Z","caller":"traceutil/trace.go:171","msg":"trace[426905854] linearizableReadLoop","detail":"{readStateIndex:37866; appliedIndex:37864; }","duration":"1.361580982s","start":"2026-07-10T00:56:01.267778Z","end":"2026-07-10T00:56:02.629359Z","steps":["trace[426905854] 'read index received' (duration: 343.522522ms)","trace[426905854] 'applied index is now lower than readState.Index' (duration: 1.01805729s)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:56:02.629416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.267783Z","time spent":"1.361545471s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:02.629428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.267793Z","time spent":"1.361581862s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:02.629486Z","caller":"traceutil/trace.go:171","msg":"trace[2093433713] transaction","detail":"{read_only:false; response_revision:36208; number_of_response:1; }","duration":"1.358782069s","start":"2026-07-10T00:56:01.270682Z","end":"2026-07-10T00:56:02.629464Z","steps":["trace[2093433713] 'process raft request' (duration: 1.358567104s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.629599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361815689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11497"} {"level":"warn","ts":"2026-07-10T00:56:02.62961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.27067Z","time spent":"1.358879292s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:02.62964Z","caller":"traceutil/trace.go:171","msg":"trace[1576514412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36208; }","duration":"1.36188154s","start":"2026-07-10T00:56:01.267748Z","end":"2026-07-10T00:56:02.62963Z","steps":["trace[1576514412] 'agreement among raft nodes before linearized reading' (duration: 1.361733746s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.629676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.267731Z","time spent":"1.361937832s","remote":"127.0.0.1:44272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11520,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-10T00:56:02.629591Z","caller":"traceutil/trace.go:171","msg":"trace[661999403] transaction","detail":"{read_only:false; response_revision:36207; number_of_response:1; }","duration":"1.360976226s","start":"2026-07-10T00:56:01.268527Z","end":"2026-07-10T00:56:02.629504Z","steps":["trace[661999403] 'process raft request' (duration: 1.360678439s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.629889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.268521Z","time spent":"1.361285104s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:02.635148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365066733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:02.635188Z","caller":"traceutil/trace.go:171","msg":"trace[368244018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36209; }","duration":"1.365108934s","start":"2026-07-10T00:56:01.27007Z","end":"2026-07-10T00:56:02.635179Z","steps":["trace[368244018] 'agreement among raft nodes before linearized reading' (duration: 1.365019601s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.635212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.270046Z","time spent":"1.365158864s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-10T00:56:02.635339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345897985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:02.635421Z","caller":"traceutil/trace.go:171","msg":"trace[1048330116] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:36209; }","duration":"1.345986617s","start":"2026-07-10T00:56:01.289417Z","end":"2026-07-10T00:56:02.635403Z","steps":["trace[1048330116] 'agreement among raft nodes before linearized reading' (duration: 1.345847254s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.635442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186434718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:02.635499Z","caller":"traceutil/trace.go:171","msg":"trace[1916499692] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:36209; }","duration":"1.18650512s","start":"2026-07-10T00:56:01.448973Z","end":"2026-07-10T00:56:02.635478Z","steps":["trace[1916499692] 'agreement among raft nodes before linearized reading' (duration: 1.186420228s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.635507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.289388Z","time spent":"1.34607555s","remote":"127.0.0.1:60024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:02.63555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.6362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:56:02.635649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.351453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:5955"} {"level":"warn","ts":"2026-07-10T00:56:02.635337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367487596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1b868d0c-6727-438c-9c3b-ebd52447863a\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-10T00:56:02.635676Z","caller":"traceutil/trace.go:171","msg":"trace[1862684514] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:36209; }","duration":"110.832905ms","start":"2026-07-10T00:56:02.52482Z","end":"2026-07-10T00:56:02.635653Z","steps":["trace[1862684514] 'agreement among raft nodes before linearized reading' (duration: 110.604559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.635631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367040434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-10T00:56:02.635718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.690919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:02.635742Z","caller":"traceutil/trace.go:171","msg":"trace[861538323] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:36209; }","duration":"500.751071ms","start":"2026-07-10T00:56:02.134984Z","end":"2026-07-10T00:56:02.635736Z","steps":["trace[861538323] 'agreement among raft nodes before linearized reading' (duration: 500.70949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.63576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:02.134964Z","time spent":"500.790862ms","remote":"127.0.0.1:60076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:02.63554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.448933Z","time spent":"1.186598433s","remote":"127.0.0.1:60252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:56:02.635754Z","caller":"traceutil/trace.go:171","msg":"trace[1504452351] transaction","detail":"{read_only:false; response_revision:36209; number_of_response:1; }","duration":"614.720308ms","start":"2026-07-10T00:56:02.021012Z","end":"2026-07-10T00:56:02.635733Z","steps":["trace[1504452351] 'process raft request' (duration: 613.970368ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:02.63576Z","caller":"traceutil/trace.go:171","msg":"trace[808564901] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf; range_end:; response_count:1; response_revision:36209; }","duration":"1.367207869s","start":"2026-07-10T00:56:01.268528Z","end":"2026-07-10T00:56:02.635736Z","steps":["trace[808564901] 'agreement among raft nodes before linearized reading' (duration: 1.366794937s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.635849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:02.020984Z","time spent":"614.820101ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:02.635846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.268522Z","time spent":"1.367310581s","remote":"127.0.0.1:44156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c0c67ba404deaf\" "} {"level":"info","ts":"2026-07-10T00:56:02.63584Z","caller":"traceutil/trace.go:171","msg":"trace[164927942] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1b868d0c-6727-438c-9c3b-ebd52447863a; range_end:; response_count:1; response_revision:36209; }","duration":"1.36800978s","start":"2026-07-10T00:56:01.267803Z","end":"2026-07-10T00:56:02.635813Z","steps":["trace[164927942] 'agreement among raft nodes before linearized reading' (duration: 1.367336572s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.635967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.267795Z","time spent":"1.368150853s","remote":"127.0.0.1:44232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-1b868d0c-6727-438c-9c3b-ebd52447863a\" "} {"level":"info","ts":"2026-07-10T00:56:02.635673Z","caller":"traceutil/trace.go:171","msg":"trace[1464049461] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:36209; }","duration":"201.414825ms","start":"2026-07-10T00:56:02.434253Z","end":"2026-07-10T00:56:02.635667Z","steps":["trace[1464049461] 'agreement among raft nodes before linearized reading' (duration: 201.316332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.636229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.980455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:56:02.636288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365777302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-10T00:56:02.636298Z","caller":"traceutil/trace.go:171","msg":"trace[1042822616] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:36209; }","duration":"618.022314ms","start":"2026-07-10T00:56:02.018256Z","end":"2026-07-10T00:56:02.636278Z","steps":["trace[1042822616] 'agreement among raft nodes before linearized reading' (duration: 616.820342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.636344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:02.018192Z","time spent":"618.137706ms","remote":"127.0.0.1:54282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:56:02.636361Z","caller":"traceutil/trace.go:171","msg":"trace[53963154] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36209; }","duration":"1.365820923s","start":"2026-07-10T00:56:01.270498Z","end":"2026-07-10T00:56:02.636319Z","steps":["trace[53963154] 'agreement among raft nodes before linearized reading' (duration: 1.365205207s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:02.636555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:01.27048Z","time spent":"1.366026668s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:56:08.425343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:08.926384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:09.427099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:09.927366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:10.134402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999618875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:56:10.134514Z","caller":"traceutil/trace.go:171","msg":"trace[1308952243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999787579s","start":"2026-07-10T00:56:08.1347Z","end":"2026-07-10T00:56:10.134487Z","steps":["trace[1308952243] 'agreement among raft nodes before linearized reading' (duration: 1.999656625s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:10.134584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.134671Z","time spent":"1.999897992s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:56:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-10T00:56:10.427611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:10.928755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:11.398142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.570776552s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:56:11.39873Z","caller":"traceutil/trace.go:171","msg":"trace[53263380] transaction","detail":"{read_only:false; response_revision:36255; number_of_response:1; }","duration":"3.571495982s","start":"2026-07-10T00:56:07.827202Z","end":"2026-07-10T00:56:11.398698Z","steps":["trace[53263380] 'process raft request' (duration: 3.571305837s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:11.398931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:07.827177Z","time spent":"3.571671387s","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:12.11142Z","caller":"traceutil/trace.go:171","msg":"trace[526204921] transaction","detail":"{read_only:false; response_revision:36256; number_of_response:1; }","duration":"3.348355103s","start":"2026-07-10T00:56:08.763036Z","end":"2026-07-10T00:56:12.111392Z","steps":["trace[526204921] 'process raft request' (duration: 3.348058065s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.111594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.763Z","time spent":"3.348509527s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:12.11183Z","caller":"traceutil/trace.go:171","msg":"trace[1579236084] transaction","detail":"{read_only:false; response_revision:36258; number_of_response:1; }","duration":"2.811926288s","start":"2026-07-10T00:56:09.299874Z","end":"2026-07-10T00:56:12.1118Z","steps":["trace[1579236084] 'process raft request' (duration: 2.811707412s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:12.111847Z","caller":"traceutil/trace.go:171","msg":"trace[1072971911] transaction","detail":"{read_only:false; response_revision:36257; number_of_response:1; }","duration":"2.812751668s","start":"2026-07-10T00:56:09.29903Z","end":"2026-07-10T00:56:12.111782Z","steps":["trace[1072971911] 'process raft request' (duration: 2.812302577s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:12.111927Z","caller":"traceutil/trace.go:171","msg":"trace[1511091635] transaction","detail":"{read_only:false; response_revision:36259; number_of_response:1; }","duration":"2.811880157s","start":"2026-07-10T00:56:09.300035Z","end":"2026-07-10T00:56:12.111915Z","steps":["trace[1511091635] 'process raft request' (duration: 2.811712682s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.112045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:09.299846Z","time spent":"2.812082742s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:12.112118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:09.300026Z","time spent":"2.811932188s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:12.112123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:09.299001Z","time spent":"2.812961164s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:12.112373Z","caller":"traceutil/trace.go:171","msg":"trace[697132388] transaction","detail":"{read_only:false; response_revision:36260; number_of_response:1; }","duration":"2.811769273s","start":"2026-07-10T00:56:09.300585Z","end":"2026-07-10T00:56:12.112354Z","steps":["trace[697132388] 'process raft request' (duration: 2.81127884s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.112468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:09.300568Z","time spent":"2.811854244s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:12.112494Z","caller":"traceutil/trace.go:171","msg":"trace[125018744] linearizableReadLoop","detail":"{readStateIndex:37925; appliedIndex:37918; }","duration":"4.18816977s","start":"2026-07-10T00:56:07.924311Z","end":"2026-07-10T00:56:12.11248Z","steps":["trace[125018744] 'read index received' (duration: 3.474209469s)","trace[125018744] 'applied index is now lower than readState.Index' (duration: 713.958761ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:56:12.112484Z","caller":"traceutil/trace.go:171","msg":"trace[664933835] transaction","detail":"{read_only:false; response_revision:36261; number_of_response:1; }","duration":"1.365015541s","start":"2026-07-10T00:56:10.747442Z","end":"2026-07-10T00:56:12.112458Z","steps":["trace[664933835] 'process raft request' (duration: 1.364819656s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:12.112571Z","caller":"traceutil/trace.go:171","msg":"trace[1194609494] transaction","detail":"{read_only:false; response_revision:36262; number_of_response:1; }","duration":"831.272344ms","start":"2026-07-10T00:56:11.281289Z","end":"2026-07-10T00:56:12.112561Z","steps":["trace[1194609494] 'process raft request' (duration: 831.028318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.112598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:10.74742Z","time spent":"1.365122014s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:12.112637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:11.281266Z","time spent":"831.336576ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:12.112648Z","caller":"traceutil/trace.go:171","msg":"trace[1251957227] transaction","detail":"{read_only:false; response_revision:36263; number_of_response:1; }","duration":"827.073246ms","start":"2026-07-10T00:56:11.285551Z","end":"2026-07-10T00:56:12.112624Z","steps":["trace[1251957227] 'process raft request' (duration: 826.819459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.112753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:11.28553Z","time spent":"827.166388ms","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:12.112834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.188494469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:12.112981Z","caller":"traceutil/trace.go:171","msg":"trace[363262806] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:36263; }","duration":"4.188733725s","start":"2026-07-10T00:56:07.924212Z","end":"2026-07-10T00:56:12.112946Z","steps":["trace[363262806] 'agreement among raft nodes before linearized reading' (duration: 4.188490128s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.113046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:07.923379Z","time spent":"4.189649228s","remote":"127.0.0.1:53300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:12.135119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000481157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-10T00:56:12.135227Z","caller":"traceutil/trace.go:171","msg":"trace[154628324] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000664892s","start":"2026-07-10T00:56:10.134537Z","end":"2026-07-10T00:56:12.135202Z","steps":["trace[154628324] 'agreement among raft nodes before linearized reading' (duration: 2.000522898s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.135357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:10.134517Z","time spent":"2.000762874s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/10 00:56:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-10T00:56:12.217622Z","caller":"traceutil/trace.go:171","msg":"trace[112944021] linearizableReadLoop","detail":"{readStateIndex:37928; appliedIndex:37927; }","duration":"105.066946ms","start":"2026-07-10T00:56:12.112522Z","end":"2026-07-10T00:56:12.217589Z","steps":["trace[112944021] 'read index received' (duration: 104.908562ms)","trace[112944021] 'applied index is now lower than readState.Index' (duration: 157.424µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:56:12.217653Z","caller":"traceutil/trace.go:171","msg":"trace[527063955] transaction","detail":"{read_only:false; number_of_response:0; response_revision:36263; }","duration":"809.641054ms","start":"2026-07-10T00:56:11.407979Z","end":"2026-07-10T00:56:12.21762Z","steps":["trace[527063955] 'process raft request' (duration: 809.535211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.217748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898644595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:56:12.217749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695286739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:56:12.217759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.130889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:56:12.217813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.232231221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-10T00:56:12.217812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:11.407962Z","time spent":"809.776677ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-10T00:56:12.217835Z","caller":"traceutil/trace.go:171","msg":"trace[1716160038] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:36263; }","duration":"871.268322ms","start":"2026-07-10T00:56:11.346548Z","end":"2026-07-10T00:56:12.217816Z","steps":["trace[1716160038] 'agreement among raft nodes before linearized reading' (duration: 871.120948ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:12.217842Z","caller":"traceutil/trace.go:171","msg":"trace[1033576945] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36263; }","duration":"3.232277102s","start":"2026-07-10T00:56:08.985557Z","end":"2026-07-10T00:56:12.217834Z","steps":["trace[1033576945] 'agreement among raft nodes before linearized reading' (duration: 3.2321686s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.217872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.985548Z","time spent":"3.232317483s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:56:12.21792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:11.346523Z","time spent":"871.365085ms","remote":"127.0.0.1:58498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:56:12.217832Z","caller":"traceutil/trace.go:171","msg":"trace[663013845] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:36263; }","duration":"1.898756958s","start":"2026-07-10T00:56:10.319058Z","end":"2026-07-10T00:56:12.217815Z","steps":["trace[663013845] 'agreement among raft nodes before linearized reading' (duration: 1.898658995s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.217997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:10.319038Z","time spent":"1.898947492s","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:12.21769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.985820229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:56:12.217966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065618914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:56:12.218134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480539172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:56:12.218133Z","caller":"traceutil/trace.go:171","msg":"trace[1241529175] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:36263; }","duration":"1.06583436s","start":"2026-07-10T00:56:11.152289Z","end":"2026-07-10T00:56:12.218124Z","steps":["trace[1241529175] 'agreement among raft nodes before linearized reading' (duration: 1.065570203s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:12.218163Z","caller":"traceutil/trace.go:171","msg":"trace[656926553] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36263; }","duration":"3.480621134s","start":"2026-07-10T00:56:08.737533Z","end":"2026-07-10T00:56:12.218154Z","steps":["trace[656926553] 'agreement among raft nodes before linearized reading' (duration: 3.480558392s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.218236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.737517Z","time spent":"3.480662325s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-10T00:56:12.218065Z","caller":"traceutil/trace.go:171","msg":"trace[216924726] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:36263; }","duration":"2.986212789s","start":"2026-07-10T00:56:09.231838Z","end":"2026-07-10T00:56:12.218051Z","steps":["trace[216924726] 'agreement among raft nodes before linearized reading' (duration: 2.985783068s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.218315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678231856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:56:12.218346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.093584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-10T00:56:12.218374Z","caller":"traceutil/trace.go:171","msg":"trace[770736361] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:36263; }","duration":"534.155396ms","start":"2026-07-10T00:56:11.68421Z","end":"2026-07-10T00:56:12.218365Z","steps":["trace[770736361] 'agreement among raft nodes before linearized reading' (duration: 534.021333ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:12.218373Z","caller":"traceutil/trace.go:171","msg":"trace[1417155429] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:36263; }","duration":"1.678330589s","start":"2026-07-10T00:56:10.540026Z","end":"2026-07-10T00:56:12.218357Z","steps":["trace[1417155429] 'agreement among raft nodes before linearized reading' (duration: 1.678231596s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.218393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214496118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:56:12.218402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:11.684191Z","time spent":"534.206228ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-10T00:56:12.218415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:10.540008Z","time spent":"1.678397161s","remote":"127.0.0.1:44300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:56:12.21843Z","caller":"traceutil/trace.go:171","msg":"trace[192969894] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:36263; }","duration":"2.21457337s","start":"2026-07-10T00:56:10.003845Z","end":"2026-07-10T00:56:12.218419Z","steps":["trace[192969894] 'agreement among raft nodes before linearized reading' (duration: 2.214503359s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.21844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291042639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.80\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-07-10T00:56:12.21845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.613082321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-10T00:56:12.218467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.553543856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-10T00:56:12.218491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914466657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-10T00:56:12.218592Z","caller":"traceutil/trace.go:171","msg":"trace[1147443210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36263; }","duration":"2.914587549s","start":"2026-07-10T00:56:09.30399Z","end":"2026-07-10T00:56:12.218578Z","steps":["trace[1147443210] 'agreement among raft nodes before linearized reading' (duration: 2.914417595s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.218336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:09.231794Z","time spent":"2.986484756s","remote":"127.0.0.1:37650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:12.218636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560124847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-10T00:56:12.21864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.491973719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-07-10T00:56:12.218249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:11.152269Z","time spent":"1.065895751s","remote":"127.0.0.1:53250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:56:12.218668Z","caller":"traceutil/trace.go:171","msg":"trace[1691035633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36263; }","duration":"3.56021235s","start":"2026-07-10T00:56:08.658446Z","end":"2026-07-10T00:56:12.218659Z","steps":["trace[1691035633] 'agreement among raft nodes before linearized reading' (duration: 3.560124367s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:12.218674Z","caller":"traceutil/trace.go:171","msg":"trace[1761338734] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36263; }","duration":"3.492081692s","start":"2026-07-10T00:56:08.726583Z","end":"2026-07-10T00:56:12.218665Z","steps":["trace[1761338734] 'agreement among raft nodes before linearized reading' (duration: 3.491980129s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.218696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.343025382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:56:12.218704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.726562Z","time spent":"3.492131282s","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:56:12.218703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.658417Z","time spent":"3.560275801s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-10T00:56:12.218726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.542618772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:12.218754Z","caller":"traceutil/trace.go:171","msg":"trace[785135028] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:36263; }","duration":"2.343099814s","start":"2026-07-10T00:56:09.875623Z","end":"2026-07-10T00:56:12.218723Z","steps":["trace[785135028] 'agreement among raft nodes before linearized reading' (duration: 2.343027872s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.218462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:10.003826Z","time spent":"2.214627201s","remote":"127.0.0.1:53182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:56:12.218763Z","caller":"traceutil/trace.go:171","msg":"trace[1765223785] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:36263; }","duration":"3.542710255s","start":"2026-07-10T00:56:08.676041Z","end":"2026-07-10T00:56:12.218752Z","steps":["trace[1765223785] 'agreement among raft nodes before linearized reading' (duration: 3.542619283s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.218802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:09.875602Z","time spent":"2.343178767s","remote":"127.0.0.1:44370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":21,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:12.218818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.676028Z","time spent":"3.542780816s","remote":"127.0.0.1:58308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:56:12.218468Z","caller":"traceutil/trace.go:171","msg":"trace[709978209] range","detail":"{range_begin:/registry/masterleases/199.19.213.80; range_end:; response_count:1; response_revision:36263; }","duration":"4.291133831s","start":"2026-07-10T00:56:07.927326Z","end":"2026-07-10T00:56:12.21846Z","steps":["trace[709978209] 'agreement among raft nodes before linearized reading' (duration: 4.291049329s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:12.218513Z","caller":"traceutil/trace.go:171","msg":"trace[93563718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36263; }","duration":"3.553650299s","start":"2026-07-10T00:56:08.664852Z","end":"2026-07-10T00:56:12.218502Z","steps":["trace[93563718] 'agreement among raft nodes before linearized reading' (duration: 3.553500065s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.218943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.664828Z","time spent":"3.554104041s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:56:12.218075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237375114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-10T00:56:12.219035Z","caller":"traceutil/trace.go:171","msg":"trace[2042781708] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:36263; }","duration":"3.2383699s","start":"2026-07-10T00:56:08.980654Z","end":"2026-07-10T00:56:12.219024Z","steps":["trace[2042781708] 'agreement among raft nodes before linearized reading' (duration: 3.237374904s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:12.218505Z","caller":"traceutil/trace.go:171","msg":"trace[615617919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36263; }","duration":"3.613183723s","start":"2026-07-10T00:56:08.605308Z","end":"2026-07-10T00:56:12.218492Z","steps":["trace[615617919] 'agreement among raft nodes before linearized reading' (duration: 3.613002449s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.219084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.605285Z","time spent":"3.613788589s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:56:12.21908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.980634Z","time spent":"3.238435462s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-10T00:56:12.218633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:09.303981Z","time spent":"2.914641412s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-10T00:56:12.217837Z","caller":"traceutil/trace.go:171","msg":"trace[1409623457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36263; }","duration":"1.695429413s","start":"2026-07-10T00:56:10.52238Z","end":"2026-07-10T00:56:12.217809Z","steps":["trace[1409623457] 'agreement among raft nodes before linearized reading' (duration: 1.695265359s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.219204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:10.522354Z","time spent":"1.696832169s","remote":"127.0.0.1:42766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:12.218853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.557474078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:56:12.21936Z","caller":"traceutil/trace.go:171","msg":"trace[596040172] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:36263; }","duration":"3.557989443s","start":"2026-07-10T00:56:08.661344Z","end":"2026-07-10T00:56:12.219334Z","steps":["trace[596040172] 'agreement among raft nodes before linearized reading' (duration: 3.557427577s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.219468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.661334Z","time spent":"3.558100845s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:56:12.219455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:07.927298Z","time spent":"4.291707925s","remote":"127.0.0.1:44114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.80\" "} {"level":"warn","ts":"2026-07-10T00:56:12.222025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560923218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:56:12.222183Z","caller":"traceutil/trace.go:171","msg":"trace[1512842576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36263; }","duration":"3.561111163s","start":"2026-07-10T00:56:08.661058Z","end":"2026-07-10T00:56:12.22217Z","steps":["trace[1512842576] 'agreement among raft nodes before linearized reading' (duration: 3.557297764s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:12.22221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:08.661046Z","time spent":"3.561157344s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-10T00:56:14.377245Z","caller":"traceutil/trace.go:171","msg":"trace[1710642660] transaction","detail":"{read_only:false; response_revision:36287; number_of_response:1; }","duration":"132.691333ms","start":"2026-07-10T00:56:14.24452Z","end":"2026-07-10T00:56:14.377211Z","steps":["trace[1710642660] 'process raft request' (duration: 63.892388ms)","trace[1710642660] 'compare' (duration: 68.374684ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:56:14.377392Z","caller":"traceutil/trace.go:171","msg":"trace[1695044103] transaction","detail":"{read_only:false; response_revision:36288; number_of_response:1; }","duration":"132.291282ms","start":"2026-07-10T00:56:14.245074Z","end":"2026-07-10T00:56:14.377365Z","steps":["trace[1695044103] 'process raft request' (duration: 132.032965ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:14.446845Z","caller":"traceutil/trace.go:171","msg":"trace[243102211] transaction","detail":"{read_only:false; response_revision:36290; number_of_response:1; }","duration":"197.824503ms","start":"2026-07-10T00:56:14.248987Z","end":"2026-07-10T00:56:14.446812Z","steps":["trace[243102211] 'process raft request' (duration: 197.69654ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:14.446869Z","caller":"traceutil/trace.go:171","msg":"trace[1701576106] transaction","detail":"{read_only:false; response_revision:36289; number_of_response:1; }","duration":"200.160153ms","start":"2026-07-10T00:56:14.246666Z","end":"2026-07-10T00:56:14.446827Z","steps":["trace[1701576106] 'process raft request' (duration: 199.795104ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:14.447146Z","caller":"traceutil/trace.go:171","msg":"trace[1640197187] linearizableReadLoop","detail":"{readStateIndex:37959; appliedIndex:37954; }","duration":"167.613779ms","start":"2026-07-10T00:56:14.279499Z","end":"2026-07-10T00:56:14.447112Z","steps":["trace[1640197187] 'read index received' (duration: 28.92446ms)","trace[1640197187] 'applied index is now lower than readState.Index' (duration: 138.686838ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:56:14.447243Z","caller":"traceutil/trace.go:171","msg":"trace[1380964960] transaction","detail":"{read_only:false; response_revision:36291; number_of_response:1; }","duration":"197.957646ms","start":"2026-07-10T00:56:14.249267Z","end":"2026-07-10T00:56:14.447224Z","steps":["trace[1380964960] 'process raft request' (duration: 197.482424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:14.447502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.977518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:56:14.447589Z","caller":"traceutil/trace.go:171","msg":"trace[1290980254] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36291; }","duration":"168.108661ms","start":"2026-07-10T00:56:14.279466Z","end":"2026-07-10T00:56:14.447575Z","steps":["trace[1290980254] 'agreement among raft nodes before linearized reading' (duration: 167.879986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:14.447686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.358236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-10T00:56:14.447792Z","caller":"traceutil/trace.go:171","msg":"trace[1165134713] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36291; }","duration":"156.50528ms","start":"2026-07-10T00:56:14.291265Z","end":"2026-07-10T00:56:14.44777Z","steps":["trace[1165134713] 'agreement among raft nodes before linearized reading' (duration: 156.120041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:20.777041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:20.982797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261214518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:56:20.982825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262108963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-10T00:56:20.982906Z","caller":"traceutil/trace.go:171","msg":"trace[994384339] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:36331; }","duration":"1.261405833s","start":"2026-07-10T00:56:19.721475Z","end":"2026-07-10T00:56:20.982881Z","steps":["trace[994384339] 'count revisions from in-memory index tree' (duration: 1.261093636s)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:20.98292Z","caller":"traceutil/trace.go:171","msg":"trace[1540727317] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:36331; }","duration":"1.262279537s","start":"2026-07-10T00:56:19.720617Z","end":"2026-07-10T00:56:20.982896Z","steps":["trace[1540727317] 'count revisions from in-memory index tree' (duration: 1.26200699s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:20.982954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:19.721441Z","time spent":"1.261501206s","remote":"127.0.0.1:60440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:20.982968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:19.720595Z","time spent":"1.262359908s","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":205,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:21.389102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695895,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:21.394475Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.212593468s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:56:21.399037Z","caller":"traceutil/trace.go:171","msg":"trace[1546563333] transaction","detail":"{read_only:false; response_revision:36332; number_of_response:1; }","duration":"1.217212657s","start":"2026-07-10T00:56:20.181799Z","end":"2026-07-10T00:56:21.399012Z","steps":["trace[1546563333] 'process raft request' (duration: 1.216858808s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.399162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.18178Z","time spent":"1.217310269s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:21.406892Z","caller":"traceutil/trace.go:171","msg":"trace[329000456] linearizableReadLoop","detail":"{readStateIndex:38006; appliedIndex:38002; }","duration":"1.130413825s","start":"2026-07-10T00:56:20.276451Z","end":"2026-07-10T00:56:21.406865Z","steps":["trace[329000456] 'read index received' (duration: 1.123103136s)","trace[329000456] 'applied index is now lower than readState.Index' (duration: 7.308699ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:56:21.407232Z","caller":"traceutil/trace.go:171","msg":"trace[794944979] transaction","detail":"{read_only:false; response_revision:36333; number_of_response:1; }","duration":"1.219863735s","start":"2026-07-10T00:56:20.187353Z","end":"2026-07-10T00:56:21.407217Z","steps":["trace[794944979] 'process raft request' (duration: 1.219055834s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.407358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.187316Z","time spent":"1.219947897s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:21.407533Z","caller":"traceutil/trace.go:171","msg":"trace[1265225907] transaction","detail":"{read_only:false; response_revision:36334; number_of_response:1; }","duration":"1.052482093s","start":"2026-07-10T00:56:20.355043Z","end":"2026-07-10T00:56:21.407525Z","steps":["trace[1265225907] 'process raft request' (duration: 1.051654892s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.407578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.355013Z","time spent":"1.052540685s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:21.407672Z","caller":"traceutil/trace.go:171","msg":"trace[118823416] transaction","detail":"{read_only:false; response_revision:36335; number_of_response:1; }","duration":"1.042700689s","start":"2026-07-10T00:56:20.364961Z","end":"2026-07-10T00:56:21.407661Z","steps":["trace[118823416] 'process raft request' (duration: 1.041784426s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.407716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.364942Z","time spent":"1.042752141s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:21.407867Z","caller":"traceutil/trace.go:171","msg":"trace[712108780] transaction","detail":"{read_only:false; response_revision:36336; number_of_response:1; }","duration":"1.041655053s","start":"2026-07-10T00:56:20.366187Z","end":"2026-07-10T00:56:21.407842Z","steps":["trace[712108780] 'process raft request' (duration: 1.040633776s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.407931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.366176Z","time spent":"1.041721034s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:21.408205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131730069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-10T00:56:21.408244Z","caller":"traceutil/trace.go:171","msg":"trace[1998868089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36336; }","duration":"1.131792851s","start":"2026-07-10T00:56:20.27644Z","end":"2026-07-10T00:56:21.408233Z","steps":["trace[1998868089] 'agreement among raft nodes before linearized reading' (duration: 1.131588826s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.408318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.276367Z","time spent":"1.131944365s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-10T00:56:21.408506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006985774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:56:21.408531Z","caller":"traceutil/trace.go:171","msg":"trace[154708391] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:36336; }","duration":"1.007043555s","start":"2026-07-10T00:56:20.401481Z","end":"2026-07-10T00:56:21.408525Z","steps":["trace[154708391] 'agreement among raft nodes before linearized reading' (duration: 1.006969934s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.408553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.401467Z","time spent":"1.007081786s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:56:21.40938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.409729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:21.409411Z","caller":"traceutil/trace.go:171","msg":"trace[1005495440] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:36336; }","duration":"449.508861ms","start":"2026-07-10T00:56:20.959895Z","end":"2026-07-10T00:56:21.409404Z","steps":["trace[1005495440] 'agreement among raft nodes before linearized reading' (duration: 449.436949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.409431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.959873Z","time spent":"449.552252ms","remote":"127.0.0.1:44218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:21.409596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.662505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:21.409642Z","caller":"traceutil/trace.go:171","msg":"trace[174131669] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:36336; }","duration":"449.691205ms","start":"2026-07-10T00:56:20.959925Z","end":"2026-07-10T00:56:21.409616Z","steps":["trace[174131669] 'agreement among raft nodes before linearized reading' (duration: 449.634214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.409676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.959907Z","time spent":"449.760298ms","remote":"127.0.0.1:37582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:21.409887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.194194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-10T00:56:21.409934Z","caller":"traceutil/trace.go:171","msg":"trace[2130408110] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36336; }","duration":"885.267536ms","start":"2026-07-10T00:56:20.524658Z","end":"2026-07-10T00:56:21.409926Z","steps":["trace[2130408110] 'agreement among raft nodes before linearized reading' (duration: 885.174754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.409955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.524645Z","time spent":"885.303367ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:56:21.410128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.820039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:56:21.410174Z","caller":"traceutil/trace.go:171","msg":"trace[965591318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36336; }","duration":"927.864401ms","start":"2026-07-10T00:56:20.482302Z","end":"2026-07-10T00:56:21.410166Z","steps":["trace[965591318] 'agreement among raft nodes before linearized reading' (duration: 927.773248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.410201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.48228Z","time spent":"927.913282ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:56:21.4104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.923122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-10T00:56:21.41043Z","caller":"traceutil/trace.go:171","msg":"trace[426224927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36336; }","duration":"933.029315ms","start":"2026-07-10T00:56:20.477393Z","end":"2026-07-10T00:56:21.410422Z","steps":["trace[426224927] 'agreement among raft nodes before linearized reading' (duration: 932.902112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:21.410454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:20.477375Z","time spent":"933.069136ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:56:23.922986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15026435293903695927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-10T00:56:24.297391Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013359069s","expected-duration":"1s"} {"level":"info","ts":"2026-07-10T00:56:24.297995Z","caller":"traceutil/trace.go:171","msg":"trace[1203354614] transaction","detail":"{read_only:false; response_revision:36348; number_of_response:1; }","duration":"1.014064357s","start":"2026-07-10T00:56:23.283898Z","end":"2026-07-10T00:56:24.297962Z","steps":["trace[1203354614] 'process raft request' (duration: 1.01378536s)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.29816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.283868Z","time spent":"1.014214801s","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:24.305772Z","caller":"traceutil/trace.go:171","msg":"trace[1181935569] transaction","detail":"{read_only:false; response_revision:36349; number_of_response:1; }","duration":"898.100019ms","start":"2026-07-10T00:56:23.407642Z","end":"2026-07-10T00:56:24.305742Z","steps":["trace[1181935569] 'process raft request' (duration: 897.929794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.305929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.407617Z","time spent":"898.236883ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:24.306076Z","caller":"traceutil/trace.go:171","msg":"trace[1375070488] transaction","detail":"{read_only:false; response_revision:36350; number_of_response:1; }","duration":"890.329127ms","start":"2026-07-10T00:56:23.415719Z","end":"2026-07-10T00:56:24.306048Z","steps":["trace[1375070488] 'process raft request' (duration: 889.983248ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:24.30615Z","caller":"traceutil/trace.go:171","msg":"trace[1291509029] transaction","detail":"{read_only:false; response_revision:36351; number_of_response:1; }","duration":"889.952118ms","start":"2026-07-10T00:56:23.416177Z","end":"2026-07-10T00:56:24.306129Z","steps":["trace[1291509029] 'process raft request' (duration: 889.744112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.306211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.415711Z","time spent":"890.43241ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:24.306242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.41617Z","time spent":"890.03174ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:24.306281Z","caller":"traceutil/trace.go:171","msg":"trace[834775776] transaction","detail":"{read_only:false; response_revision:36352; number_of_response:1; }","duration":"885.591374ms","start":"2026-07-10T00:56:23.420644Z","end":"2026-07-10T00:56:24.306235Z","steps":["trace[834775776] 'process raft request' (duration: 885.368419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.306437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.420607Z","time spent":"885.752479ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:24.306447Z","caller":"traceutil/trace.go:171","msg":"trace[306096994] transaction","detail":"{read_only:false; response_revision:36353; number_of_response:1; }","duration":"884.67325ms","start":"2026-07-10T00:56:23.421756Z","end":"2026-07-10T00:56:24.306429Z","steps":["trace[306096994] 'process raft request' (duration: 884.300391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.306527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.421716Z","time spent":"884.765823ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T00:56:24.306539Z","caller":"traceutil/trace.go:171","msg":"trace[1560673796] linearizableReadLoop","detail":"{readStateIndex:38024; appliedIndex:38018; }","duration":"884.334651ms","start":"2026-07-10T00:56:23.422191Z","end":"2026-07-10T00:56:24.306526Z","steps":["trace[1560673796] 'read index received' (duration: 875.633195ms)","trace[1560673796] 'applied index is now lower than readState.Index' (duration: 8.700816ms)"],"step_count":2} {"level":"warn","ts":"2026-07-10T00:56:24.306694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.499095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-10T00:56:24.306735Z","caller":"traceutil/trace.go:171","msg":"trace[1438222234] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36354; }","duration":"884.563347ms","start":"2026-07-10T00:56:23.422161Z","end":"2026-07-10T00:56:24.306724Z","steps":["trace[1438222234] 'agreement among raft nodes before linearized reading' (duration: 884.446074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.306752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.384898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:56:24.30679Z","caller":"traceutil/trace.go:171","msg":"trace[875239906] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:36354; }","duration":"173.45721ms","start":"2026-07-10T00:56:24.133323Z","end":"2026-07-10T00:56:24.30678Z","steps":["trace[875239906] 'agreement among raft nodes before linearized reading' (duration: 173.398659ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:24.306793Z","caller":"traceutil/trace.go:171","msg":"trace[209379609] transaction","detail":"{read_only:false; response_revision:36354; number_of_response:1; }","duration":"732.483672ms","start":"2026-07-10T00:56:23.574301Z","end":"2026-07-10T00:56:24.306785Z","steps":["trace[209379609] 'process raft request' (duration: 732.055301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.306846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.574274Z","time spent":"732.542813ms","remote":"127.0.0.1:44544","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-10T00:56:24.306922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.772432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T00:56:24.306959Z","caller":"traceutil/trace.go:171","msg":"trace[1885021096] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:36354; }","duration":"798.885185ms","start":"2026-07-10T00:56:23.508065Z","end":"2026-07-10T00:56:24.30695Z","steps":["trace[1885021096] 'agreement among raft nodes before linearized reading' (duration: 798.764802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.306763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.422151Z","time spent":"884.605458ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-10T00:56:24.307018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.34694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-10T00:56:24.306694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.788901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-10T00:56:24.307041Z","caller":"traceutil/trace.go:171","msg":"trace[1495592626] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:36354; }","duration":"214.401692ms","start":"2026-07-10T00:56:24.092634Z","end":"2026-07-10T00:56:24.307035Z","steps":["trace[1495592626] 'agreement among raft nodes before linearized reading' (duration: 214.362751ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:24.307078Z","caller":"traceutil/trace.go:171","msg":"trace[190441830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36354; }","duration":"878.201321ms","start":"2026-07-10T00:56:23.428853Z","end":"2026-07-10T00:56:24.307054Z","steps":["trace[190441830] 'agreement among raft nodes before linearized reading' (duration: 877.76332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.307151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.428834Z","time spent":"878.297014ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-10T00:56:24.30716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.516486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T00:56:24.307203Z","caller":"traceutil/trace.go:171","msg":"trace[995099042] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:36354; }","duration":"857.586149ms","start":"2026-07-10T00:56:23.449605Z","end":"2026-07-10T00:56:24.307191Z","steps":["trace[995099042] 'agreement among raft nodes before linearized reading' (duration: 857.481285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.306984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.508034Z","time spent":"798.944326ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-10T00:56:24.30726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.699863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-10T00:56:24.307269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.449588Z","time spent":"857.672241ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":685,"request content":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:56:24.307266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.410206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-10T00:56:24.307288Z","caller":"traceutil/trace.go:171","msg":"trace[1285151206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36354; }","duration":"795.784225ms","start":"2026-07-10T00:56:23.511497Z","end":"2026-07-10T00:56:24.307281Z","steps":["trace[1285151206] 'agreement among raft nodes before linearized reading' (duration: 795.672712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.307309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.511488Z","time spent":"795.815706ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-10T00:56:24.307369Z","caller":"traceutil/trace.go:171","msg":"trace[708890904] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36354; }","duration":"864.491087ms","start":"2026-07-10T00:56:23.442811Z","end":"2026-07-10T00:56:24.307302Z","steps":["trace[708890904] 'agreement among raft nodes before linearized reading' (duration: 864.372094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.307233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.46003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-10T00:56:24.307426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.442798Z","time spent":"864.614661ms","remote":"127.0.0.1:44188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":670,"request content":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-10T00:56:24.307124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.174147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-10T00:56:24.30748Z","caller":"traceutil/trace.go:171","msg":"trace[1388377373] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36354; }","duration":"869.580199ms","start":"2026-07-10T00:56:23.437893Z","end":"2026-07-10T00:56:24.307473Z","steps":["trace[1388377373] 'agreement among raft nodes before linearized reading' (duration: 869.072555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.307495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.747491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T00:56:24.307446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.135768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-10T00:56:24.307529Z","caller":"traceutil/trace.go:171","msg":"trace[336085051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:36354; }","duration":"532.817403ms","start":"2026-07-10T00:56:23.7747Z","end":"2026-07-10T00:56:24.307517Z","steps":["trace[336085051] 'agreement among raft nodes before linearized reading' (duration: 532.766832ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:56:24.307555Z","caller":"traceutil/trace.go:171","msg":"trace[313414414] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:36354; }","duration":"413.285492ms","start":"2026-07-10T00:56:23.89426Z","end":"2026-07-10T00:56:24.307545Z","steps":["trace[313414414] 'agreement among raft nodes before linearized reading' (duration: 412.992554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.307597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.894238Z","time spent":"413.348163ms","remote":"127.0.0.1:44408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":210,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:56:24.30751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.437876Z","time spent":"869.62538ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-10T00:56:24.307632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.138507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-10T00:56:24.307562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.774681Z","time spent":"532.870754ms","remote":"127.0.0.1:58528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-10T00:56:24.307658Z","caller":"traceutil/trace.go:171","msg":"trace[119211710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36354; }","duration":"805.21044ms","start":"2026-07-10T00:56:23.502439Z","end":"2026-07-10T00:56:24.30765Z","steps":["trace[119211710] 'agreement among raft nodes before linearized reading' (duration: 804.49786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.307688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.5024Z","time spent":"805.282162ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-10T00:56:24.307443Z","caller":"traceutil/trace.go:171","msg":"trace[1526564012] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:36354; }","duration":"597.704056ms","start":"2026-07-10T00:56:23.709729Z","end":"2026-07-10T00:56:24.307433Z","steps":["trace[1526564012] 'agreement among raft nodes before linearized reading' (duration: 597.435909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:56:24.307787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:56:23.709712Z","time spent":"598.053686ms","remote":"127.0.0.1:44238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-07-10T00:57:50.083284Z","caller":"traceutil/trace.go:171","msg":"trace[1808334769] linearizableReadLoop","detail":"{readStateIndex:38806; appliedIndex:38805; }","duration":"252.288014ms","start":"2026-07-10T00:57:49.830973Z","end":"2026-07-10T00:57:50.083261Z","steps":["trace[1808334769] 'read index received' (duration: 252.052018ms)","trace[1808334769] 'applied index is now lower than readState.Index' (duration: 234.616µs)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:57:50.08337Z","caller":"traceutil/trace.go:171","msg":"trace[338854613] transaction","detail":"{read_only:false; response_revision:37100; number_of_response:1; }","duration":"268.230479ms","start":"2026-07-10T00:57:49.815095Z","end":"2026-07-10T00:57:50.083325Z","steps":["trace[338854613] 'process raft request' (duration: 267.993563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:57:50.083512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.522681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T00:57:50.083559Z","caller":"traceutil/trace.go:171","msg":"trace[2041664356] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:37100; }","duration":"252.623263ms","start":"2026-07-10T00:57:49.830922Z","end":"2026-07-10T00:57:50.083545Z","steps":["trace[2041664356] 'agreement among raft nodes before linearized reading' (duration: 252.51685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:57:50.558001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.945727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:57:50.558108Z","caller":"traceutil/trace.go:171","msg":"trace[806783584] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:37100; }","duration":"222.100312ms","start":"2026-07-10T00:57:50.335979Z","end":"2026-07-10T00:57:50.558079Z","steps":["trace[806783584] 'count revisions from in-memory index tree' (duration: 221.816184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:57:50.557976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.582414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:57:50.558283Z","caller":"traceutil/trace.go:171","msg":"trace[228680337] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:37100; }","duration":"461.959764ms","start":"2026-07-10T00:57:50.096291Z","end":"2026-07-10T00:57:50.558251Z","steps":["trace[228680337] 'count revisions from in-memory index tree' (duration: 461.504593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:57:50.55841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T00:57:50.096277Z","time spent":"462.100509ms","remote":"127.0.0.1:44502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-10T00:57:50.560993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.046558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:201 size:1862042"} {"level":"info","ts":"2026-07-10T00:57:50.561178Z","caller":"traceutil/trace.go:171","msg":"trace[1090316727] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:201; response_revision:37100; }","duration":"237.283105ms","start":"2026-07-10T00:57:50.323867Z","end":"2026-07-10T00:57:50.56115Z","steps":["trace[1090316727] 'range keys from in-memory index tree' (duration: 235.426398ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:58:18.987007Z","caller":"traceutil/trace.go:171","msg":"trace[102232805] transaction","detail":"{read_only:false; response_revision:37352; number_of_response:1; }","duration":"139.027826ms","start":"2026-07-10T00:58:18.847957Z","end":"2026-07-10T00:58:18.986985Z","steps":["trace[102232805] 'process raft request' (duration: 138.738188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:58:35.255547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.222815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-10T00:58:35.255693Z","caller":"traceutil/trace.go:171","msg":"trace[1334888240] linearizableReadLoop","detail":"{readStateIndex:39212; appliedIndex:39211; }","duration":"133.312309ms","start":"2026-07-10T00:58:35.122364Z","end":"2026-07-10T00:58:35.255676Z","steps":["trace[1334888240] 'read index received' (duration: 57.182µs)","trace[1334888240] 'applied index is now lower than readState.Index' (duration: 133.253957ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:58:35.25577Z","caller":"traceutil/trace.go:171","msg":"trace[799552983] transaction","detail":"{read_only:false; response_revision:37488; number_of_response:1; }","duration":"214.487344ms","start":"2026-07-10T00:58:35.041275Z","end":"2026-07-10T00:58:35.255762Z","steps":["trace[799552983] 'process raft request' (duration: 65.973702ms)","trace[799552983] 'compare' (duration: 148.112142ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T00:58:35.255894Z","caller":"traceutil/trace.go:171","msg":"trace[235772780] transaction","detail":"{read_only:false; response_revision:37489; number_of_response:1; }","duration":"108.648559ms","start":"2026-07-10T00:58:35.147215Z","end":"2026-07-10T00:58:35.255864Z","steps":["trace[235772780] 'process raft request' (duration: 108.429613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:58:35.256073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.718259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-10T00:58:35.256122Z","caller":"traceutil/trace.go:171","msg":"trace[499236849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37489; }","duration":"133.804361ms","start":"2026-07-10T00:58:35.12231Z","end":"2026-07-10T00:58:35.256114Z","steps":["trace[499236849] 'agreement among raft nodes before linearized reading' (duration: 133.624477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:58:35.256255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.981959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-10T00:58:35.25628Z","caller":"traceutil/trace.go:171","msg":"trace[1831309434] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37489; }","duration":"121.053821ms","start":"2026-07-10T00:58:35.135219Z","end":"2026-07-10T00:58:35.256273Z","steps":["trace[1831309434] 'agreement among raft nodes before linearized reading' (duration: 121.004979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:58:35.2563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.407114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-10T00:58:35.256343Z","caller":"traceutil/trace.go:171","msg":"trace[813767069] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:37489; }","duration":"115.502496ms","start":"2026-07-10T00:58:35.140831Z","end":"2026-07-10T00:58:35.256333Z","steps":["trace[813767069] 'agreement among raft nodes before linearized reading' (duration: 115.358992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:58:35.256376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.579245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-10T00:58:35.256453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.723066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-10T00:58:35.25646Z","caller":"traceutil/trace.go:171","msg":"trace[1015342036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37489; }","duration":"133.73127ms","start":"2026-07-10T00:58:35.122711Z","end":"2026-07-10T00:58:35.256442Z","steps":["trace[1015342036] 'agreement among raft nodes before linearized reading' (duration: 133.474423ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:58:35.256478Z","caller":"traceutil/trace.go:171","msg":"trace[1888275385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37489; }","duration":"119.762908ms","start":"2026-07-10T00:58:35.136709Z","end":"2026-07-10T00:58:35.256472Z","steps":["trace[1888275385] 'agreement among raft nodes before linearized reading' (duration: 119.679766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:58:35.256421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.204194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-10T00:58:35.256581Z","caller":"traceutil/trace.go:171","msg":"trace[19265246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:37489; }","duration":"116.41929ms","start":"2026-07-10T00:58:35.140139Z","end":"2026-07-10T00:58:35.256558Z","steps":["trace[19265246] 'agreement among raft nodes before linearized reading' (duration: 116.063031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T00:58:35.25662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.204929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-10T00:58:35.256857Z","caller":"traceutil/trace.go:171","msg":"trace[1871284944] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:37489; }","duration":"127.487097ms","start":"2026-07-10T00:58:35.129354Z","end":"2026-07-10T00:58:35.256841Z","steps":["trace[1871284944] 'agreement among raft nodes before linearized reading' (duration: 127.2184ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T00:59:12.820315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35211} {"level":"info","ts":"2026-07-10T00:59:12.960521Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35211,"took":"133.522294ms","hash":1229153513,"current-db-size-bytes":65097728,"current-db-size":"65 MB","current-db-size-in-use-bytes":34664448,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-10T00:59:12.960583Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1229153513,"revision":35211,"compact-revision":32403} {"level":"info","ts":"2026-07-10T01:00:00.130622Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"95f079218969d088","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-10T01:00:00.137443Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-10T01:00:00.137588Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-10T01:00:03.751809Z","caller":"traceutil/trace.go:171","msg":"trace[1635217815] linearizableReadLoop","detail":"{readStateIndex:40081; appliedIndex:40078; }","duration":"265.058726ms","start":"2026-07-10T01:00:03.486709Z","end":"2026-07-10T01:00:03.751768Z","steps":["trace[1635217815] 'read index received' (duration: 159.040116ms)","trace[1635217815] 'applied index is now lower than readState.Index' (duration: 106.01694ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T01:00:03.751852Z","caller":"traceutil/trace.go:171","msg":"trace[489886215] transaction","detail":"{read_only:false; response_revision:38318; number_of_response:1; }","duration":"326.46352ms","start":"2026-07-10T01:00:03.425333Z","end":"2026-07-10T01:00:03.751796Z","steps":["trace[489886215] 'process raft request' (duration: 326.06852ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:00:03.751893Z","caller":"traceutil/trace.go:171","msg":"trace[1735492104] transaction","detail":"{read_only:false; response_revision:38319; number_of_response:1; }","duration":"279.286645ms","start":"2026-07-10T01:00:03.472558Z","end":"2026-07-10T01:00:03.751844Z","steps":["trace[1735492104] 'process raft request' (duration: 279.098991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T01:00:03.75202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.283703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-10T01:00:03.752048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-10T01:00:03.4253Z","time spent":"326.648094ms","remote":"127.0.0.1:44340","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-10T01:00:03.752075Z","caller":"traceutil/trace.go:171","msg":"trace[658148061] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:38319; }","duration":"265.402836ms","start":"2026-07-10T01:00:03.48666Z","end":"2026-07-10T01:00:03.752062Z","steps":["trace[658148061] 'agreement among raft nodes before linearized reading' (duration: 265.267862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T01:00:03.75365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.363553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T01:00:03.75369Z","caller":"traceutil/trace.go:171","msg":"trace[2018470648] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:38320; }","duration":"100.445095ms","start":"2026-07-10T01:00:03.653233Z","end":"2026-07-10T01:00:03.753678Z","steps":["trace[2018470648] 'agreement among raft nodes before linearized reading' (duration: 100.342303ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:01:46.491524Z","caller":"traceutil/trace.go:171","msg":"trace[1817183673] transaction","detail":"{read_only:false; response_revision:39293; number_of_response:1; }","duration":"145.34783ms","start":"2026-07-10T01:01:46.346144Z","end":"2026-07-10T01:01:46.491492Z","steps":["trace[1817183673] 'process raft request' (duration: 145.041061ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:01:50.302028Z","caller":"traceutil/trace.go:171","msg":"trace[2101163077] linearizableReadLoop","detail":"{readStateIndex:41129; appliedIndex:41127; }","duration":"139.119699ms","start":"2026-07-10T01:01:50.162869Z","end":"2026-07-10T01:01:50.301989Z","steps":["trace[2101163077] 'read index received' (duration: 50.531431ms)","trace[2101163077] 'applied index is now lower than readState.Index' (duration: 88.585888ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T01:01:50.302075Z","caller":"traceutil/trace.go:171","msg":"trace[196958775] transaction","detail":"{read_only:false; response_revision:39322; number_of_response:1; }","duration":"162.218948ms","start":"2026-07-10T01:01:50.139811Z","end":"2026-07-10T01:01:50.30203Z","steps":["trace[196958775] 'process raft request' (duration: 156.11691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T01:01:50.302374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.428758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T01:01:50.302458Z","caller":"traceutil/trace.go:171","msg":"trace[1934880815] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:39322; }","duration":"139.617723ms","start":"2026-07-10T01:01:50.162821Z","end":"2026-07-10T01:01:50.302438Z","steps":["trace[1934880815] 'agreement among raft nodes before linearized reading' (duration: 139.297254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T01:01:50.30256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.117153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-10T01:01:50.302703Z","caller":"traceutil/trace.go:171","msg":"trace[933115028] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:39322; }","duration":"138.284877ms","start":"2026-07-10T01:01:50.164397Z","end":"2026-07-10T01:01:50.302682Z","steps":["trace[933115028] 'agreement among raft nodes before linearized reading' (duration: 137.819515ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:04:12.826907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37816} {"level":"info","ts":"2026-07-10T01:04:12.974574Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37816,"took":"143.656327ms","hash":1134827561,"current-db-size-bytes":65097728,"current-db-size":"65 MB","current-db-size-in-use-bytes":35172352,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-10T01:04:12.974662Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1134827561,"revision":37816,"compact-revision":35211} {"level":"info","ts":"2026-07-10T01:05:11.607767Z","caller":"traceutil/trace.go:171","msg":"trace[1700499093] transaction","detail":"{read_only:false; response_revision:41179; number_of_response:1; }","duration":"239.221826ms","start":"2026-07-10T01:05:11.368523Z","end":"2026-07-10T01:05:11.607745Z","steps":["trace[1700499093] 'process raft request' (duration: 238.806885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T01:05:32.956612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.941489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T01:05:32.956739Z","caller":"traceutil/trace.go:171","msg":"trace[283483429] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:41416; }","duration":"150.128364ms","start":"2026-07-10T01:05:32.806583Z","end":"2026-07-10T01:05:32.956711Z","steps":["trace[283483429] 'count revisions from in-memory index tree' (duration: 149.789055ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:05:38.624407Z","caller":"traceutil/trace.go:171","msg":"trace[66710020] transaction","detail":"{read_only:false; response_revision:41471; number_of_response:1; }","duration":"102.15867ms","start":"2026-07-10T01:05:38.522213Z","end":"2026-07-10T01:05:38.624372Z","steps":["trace[66710020] 'process raft request' (duration: 101.852602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T01:05:38.975087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.074725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-10T01:05:38.975435Z","caller":"traceutil/trace.go:171","msg":"trace[1905090299] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:41473; }","duration":"199.443935ms","start":"2026-07-10T01:05:38.775968Z","end":"2026-07-10T01:05:38.975412Z","steps":["trace[1905090299] 'count revisions from in-memory index tree' (duration: 198.983082ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:05:39.283284Z","caller":"traceutil/trace.go:171","msg":"trace[622238183] transaction","detail":"{read_only:false; response_revision:41474; number_of_response:1; }","duration":"245.007825ms","start":"2026-07-10T01:05:39.038255Z","end":"2026-07-10T01:05:39.283263Z","steps":["trace[622238183] 'process raft request' (duration: 244.875052ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:05:39.283372Z","caller":"traceutil/trace.go:171","msg":"trace[1701068809] linearizableReadLoop","detail":"{readStateIndex:43378; appliedIndex:43378; }","duration":"238.839736ms","start":"2026-07-10T01:05:39.044492Z","end":"2026-07-10T01:05:39.283332Z","steps":["trace[1701068809] 'read index received' (duration: 238.826706ms)","trace[1701068809] 'applied index is now lower than readState.Index' (duration: 10.76µs)"],"step_count":2} {"level":"warn","ts":"2026-07-10T01:05:39.28357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.069953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:662"} {"level":"info","ts":"2026-07-10T01:05:39.283658Z","caller":"traceutil/trace.go:171","msg":"trace[154031240] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:41474; }","duration":"239.201956ms","start":"2026-07-10T01:05:39.044434Z","end":"2026-07-10T01:05:39.283636Z","steps":["trace[154031240] 'agreement among raft nodes before linearized reading' (duration: 239.003761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T01:05:39.291074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.610801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T01:05:39.291149Z","caller":"traceutil/trace.go:171","msg":"trace[683078257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:41476; }","duration":"154.734564ms","start":"2026-07-10T01:05:39.136398Z","end":"2026-07-10T01:05:39.291133Z","steps":["trace[683078257] 'agreement among raft nodes before linearized reading' (duration: 154.617211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T01:05:39.291355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.616538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-10T01:05:39.291388Z","caller":"traceutil/trace.go:171","msg":"trace[1269374220] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:41476; }","duration":"204.69252ms","start":"2026-07-10T01:05:39.086685Z","end":"2026-07-10T01:05:39.291377Z","steps":["trace[1269374220] 'agreement among raft nodes before linearized reading' (duration: 204.645409ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:05:39.290761Z","caller":"traceutil/trace.go:171","msg":"trace[1680617041] transaction","detail":"{read_only:false; response_revision:41476; number_of_response:1; }","duration":"125.356853ms","start":"2026-07-10T01:05:39.165339Z","end":"2026-07-10T01:05:39.290695Z","steps":["trace[1680617041] 'process raft request' (duration: 125.23799ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:05:39.291609Z","caller":"traceutil/trace.go:171","msg":"trace[91319790] transaction","detail":"{read_only:false; response_revision:41475; number_of_response:1; }","duration":"174.408064ms","start":"2026-07-10T01:05:39.117185Z","end":"2026-07-10T01:05:39.291593Z","steps":["trace[91319790] 'process raft request' (duration: 173.151382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T01:05:39.291825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.048564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:647"} {"level":"info","ts":"2026-07-10T01:05:39.291856Z","caller":"traceutil/trace.go:171","msg":"trace[451140710] range","detail":"{range_begin:/registry/configmaps/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:41476; }","duration":"246.107544ms","start":"2026-07-10T01:05:39.045739Z","end":"2026-07-10T01:05:39.291847Z","steps":["trace[451140710] 'agreement among raft nodes before linearized reading' (duration: 246.003812ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:09:12.838659Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":40562} {"level":"info","ts":"2026-07-10T01:09:12.994279Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":40562,"took":"148.915873ms","hash":1651288518,"current-db-size-bytes":65097728,"current-db-size":"65 MB","current-db-size-in-use-bytes":34885632,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-10T01:09:12.99434Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1651288518,"revision":40562,"compact-revision":37816} {"level":"info","ts":"2026-07-10T01:10:59.763013Z","caller":"traceutil/trace.go:171","msg":"trace[733604183] transaction","detail":"{read_only:false; response_revision:44338; number_of_response:1; }","duration":"101.415811ms","start":"2026-07-10T01:10:59.661564Z","end":"2026-07-10T01:10:59.76298Z","steps":["trace[733604183] 'process raft request' (duration: 101.267487ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:10:59.769635Z","caller":"traceutil/trace.go:171","msg":"trace[1784007162] linearizableReadLoop","detail":"{readStateIndex:46377; appliedIndex:46375; }","duration":"101.092342ms","start":"2026-07-10T01:10:59.668514Z","end":"2026-07-10T01:10:59.769606Z","steps":["trace[1784007162] 'read index received' (duration: 94.371688ms)","trace[1784007162] 'applied index is now lower than readState.Index' (duration: 6.719224ms)"],"step_count":2} {"level":"info","ts":"2026-07-10T01:10:59.769686Z","caller":"traceutil/trace.go:171","msg":"trace[174677884] transaction","detail":"{read_only:false; response_revision:44339; number_of_response:1; }","duration":"107.139109ms","start":"2026-07-10T01:10:59.662515Z","end":"2026-07-10T01:10:59.769654Z","steps":["trace[174677884] 'process raft request' (duration: 106.912694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-10T01:10:59.769891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.35559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-10T01:10:59.769961Z","caller":"traceutil/trace.go:171","msg":"trace[1725440114] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:44339; }","duration":"101.457993ms","start":"2026-07-10T01:10:59.668486Z","end":"2026-07-10T01:10:59.769944Z","steps":["trace[1725440114] 'agreement among raft nodes before linearized reading' (duration: 101.261827ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:11:34.075301Z","caller":"traceutil/trace.go:171","msg":"trace[1710250686] transaction","detail":"{read_only:false; response_revision:44632; number_of_response:1; }","duration":"121.597454ms","start":"2026-07-10T01:11:33.953678Z","end":"2026-07-10T01:11:34.075276Z","steps":["trace[1710250686] 'process raft request' (duration: 121.43795ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:11:34.078704Z","caller":"traceutil/trace.go:171","msg":"trace[251108096] transaction","detail":"{read_only:false; response_revision:44633; number_of_response:1; }","duration":"124.595593ms","start":"2026-07-10T01:11:33.954084Z","end":"2026-07-10T01:11:34.078679Z","steps":["trace[251108096] 'process raft request' (duration: 124.441199ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:11:34.078972Z","caller":"traceutil/trace.go:171","msg":"trace[2103641899] transaction","detail":"{read_only:false; response_revision:44634; number_of_response:1; }","duration":"124.829879ms","start":"2026-07-10T01:11:33.954121Z","end":"2026-07-10T01:11:34.078951Z","steps":["trace[2103641899] 'process raft request' (duration: 124.507331ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:11:34.079685Z","caller":"traceutil/trace.go:171","msg":"trace[111170706] transaction","detail":"{read_only:false; response_revision:44635; number_of_response:1; }","duration":"123.72784ms","start":"2026-07-10T01:11:33.955931Z","end":"2026-07-10T01:11:34.079659Z","steps":["trace[111170706] 'process raft request' (duration: 122.92751ms)"],"step_count":1} {"level":"info","ts":"2026-07-10T01:14:12.844343Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":43334} {"level":"info","ts":"2026-07-10T01:14:12.976996Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":43334,"took":"127.737635ms","hash":2660455408,"current-db-size-bytes":65097728,"current-db-size":"65 MB","current-db-size-in-use-bytes":33472512,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-10T01:14:12.977096Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2660455408,"revision":43334,"compact-revision":40562} {"level":"info","ts":"2026-07-10T01:17:19.362137Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"95f079218969d088","local-member-applied-index":50005,"local-member-snapshot-index":40004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-10T01:17:19.367529Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":50005} {"level":"info","ts":"2026-07-10T01:17:19.367621Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":45005}